-- Logs begin at Tue 2021-08-10 13:27:14 UTC, end at Tue 2021-08-10 14:24:37 UTC. -- Aug 10 13:59:03.871447 dv-cinder-788363-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 13:59:06.549133 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.common.config [-] Logging enabled! Aug 10 13:59:06.549722 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 13:59:06.549914 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93518) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 13:59:06.553239 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.common.config [-] Logging enabled! Aug 10 13:59:06.553488 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 13:59:06.553797 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93518) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 13:59:06.554708 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 13:59:06.554944 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 13:59:06.555327 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 13:59:06.555576 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 13:59:06.555800 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 13:59:06.556124 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.556422 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.556714 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.556942 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.557236 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.557528 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.557810 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.558103 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.558400 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.558682 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.558959 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.559245 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.559497 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.559778 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.560065 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.560350 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.560573 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] debug = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.560849 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.561272 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.561684 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.561960 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.562245 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.562521 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.562787 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.563060 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.563368 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.563696 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] host = dv-cinder-788363-11-iscsi {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.563971 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.564253 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.564534 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.564813 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.565085 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.565357 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.565640 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.565933 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.566204 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.566479 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.566755 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.567037 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.567351 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.567577 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.567797 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.568080 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.568368 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.568675 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.568907 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.569179 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.569480 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.569716 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.569982 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.570264 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.570542 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.570822 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.571093 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.571394 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.571666 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.571932 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.572210 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.572478 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.572747 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.573018 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.573300 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.573564 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.573834 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.574131 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.574410 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.574691 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.574970 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.575239 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.575539 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.575808 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.576075 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.576341 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_json = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.576606 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.576871 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.577148 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.577422 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.577687 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.577956 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.578222 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.578499 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:06.578791 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.579086 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.579404 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.579685 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.579977 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.580255 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.580537 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.580811 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.581094 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.581381 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.582198 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.582472 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.582757 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.583030 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.583344 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.583649 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.583938 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.584225 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.584496 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.584768 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.585037 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.585310 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.585595 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.585885 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.586170 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.586441 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.586715 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.587001 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.587301 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.587569 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.587849 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.588135 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.588408 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.588678 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.588957 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.589234 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.589504 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.589773 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.590046 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.590338 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.590603 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.590870 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.591138 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.591441 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.591711 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.591993 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.592269 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.592539 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.592808 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.593085 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.593352 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.593621 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.594147 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.594415 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.594690 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.594956 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.595223 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.595516 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.595785 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.596052 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.596319 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.596586 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.596857 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.597122 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.597959 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.598230 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.598506 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.598771 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.599055 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.599374 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.599652 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.599926 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.600198 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.600470 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.600742 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.601012 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.601283 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.601557 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.601828 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.602113 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.602393 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.602682 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.602951 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.603225 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.603540 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.603817 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.604098 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.604372 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.604646 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.604934 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.605212 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.605502 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.605793 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.606088 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.606375 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.606665 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.606942 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.607244 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.607544 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:06.607759 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 13:59:06.607999 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93518) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 13:59:06.953720 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 13:59:06.953923 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 13:59:06.954212 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 13:59:06.954544 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 13:59:07.347514 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.347804 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.348073 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.349266 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.349538 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.349802 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.384176 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.384460 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.384725 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.400839 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.401118 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.401387 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.429687 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.429966 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.430236 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.465604 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.465884 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.466154 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.696127 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.696726 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.696726 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.696898 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.697522 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.818880 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.819193 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.819505 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.819779 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.820045 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.820353 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.820612 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.820868 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.821122 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.821406 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.821661 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.821924 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.822177 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.822426 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.822678 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.822940 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.823197 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.823484 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.823754 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.824013 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.824284 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.824538 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.824816 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.825264 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.825517 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.825770 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.826158 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 13:59:07.826395 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 13:59:07.826629 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 13:59:07.826863 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 13:59:07.827095 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 13:59:07.827353 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 13:59:07.827715 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 13:59:07.830810 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 13:59:07.835315 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 13:59:07.839024 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 10 13:59:07.840794 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 13:59:07.841247 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 13:59:07.841587 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 13:59:07.841971 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 13:59:07.845024 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 13:59:07.845269 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 13:59:07.845610 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 13:59:07.850881 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 13:59:07.872881 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 13:59:07.873338 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.873640 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93518) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 13:59:07.874001 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.875353 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93518) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 13:59:07.875636 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 13:59:07.875883 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 13:59:07.879864 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.880147 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:07.942336 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 13:59:07.942572 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 13:59:07.942805 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 13:59:07.943175 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 13:59:07.964147 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_db.sqlalchemy.engines [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93518) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 13:59:08.495867 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Initializing driver for type 'gre' Aug 10 13:59:08.496463 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] gre ID ranges: [(1, 1000)] Aug 10 13:59:08.547732 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Initializing driver for type 'local' Aug 10 13:59:08.548081 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Initializing driver for type 'vlan' Aug 10 13:59:08.561490 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] VlanTypeDriver initialization complete Aug 10 13:59:08.561841 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Initializing driver for type 'vxlan' Aug 10 13:59:08.562337 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] vxlan ID ranges: [(1, 1000)] Aug 10 13:59:08.615349 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Initializing extension driver 'port_security' Aug 10 13:59:08.615706 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.extensions.port_security [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] PortSecurityExtensionDriver initialization complete Aug 10 13:59:08.616052 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Initializing mechanism driver 'openvswitch' Aug 10 13:59:08.616397 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Initializing mechanism driver 'hyperv' Aug 10 13:59:08.622908 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.plugin [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:08.623629 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > port after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.624011 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.624373 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.624906 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 13:59:08.625351 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.625720 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.626080 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.626484 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 13:59:08.626902 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > network after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.627265 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > network after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.627642 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > network after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.628045 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 13:59:08.628504 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.628868 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.629221 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.629631 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 13:59:08.630180 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.630548 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.630908 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.631332 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 13:59:08.631749 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.632108 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.632460 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.632861 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 13:59:08.633251 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] ML2 OVO RPC backend initialized. {{(pid=93518) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 13:59:08.633978 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.634345 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.634774 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > network before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.635134 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > networks before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.635520 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > port before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.635878 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > ports before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.636232 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.636584 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.636938 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > network after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.637288 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > network after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.637635 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > network after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.637981 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > port after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.638327 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.638671 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.639025 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.639404 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.639754 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.640340 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.plugin [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Modular L2 Plugin initialization complete Aug 10 13:59:08.640677 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading services supported by the core plugin {{(pid=93518) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 13:59:08.641009 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Got port-security extension from driver 'port_security' Aug 10 13:59:08.641490 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.extensions.vlantransparent [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Disabled vlantransparent extension. Aug 10 13:59:08.641972 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93518) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 13:59:08.642295 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading Plugin: router Aug 10 13:59:08.680547 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.680946 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router after_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.681329 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router before_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.681708 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.682096 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.682467 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router after_delete 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.682839 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.683219 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router after_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.683620 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router after_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.683970 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router after_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.684334 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.684707 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router after_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.685129 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.685510 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.685866 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.686212 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: subnet after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.686562 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.687018 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.687418 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.687775 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: port before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.688129 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.688497 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router after_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.688853 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.689216 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.689588 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.689944 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.690320 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > agent after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.690682 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.691074 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > network after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.691985 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Tracking information for resource: router configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 13:59:08.692330 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Tracking information for resource: floatingip configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 13:59:08.697307 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.db.l3_agentschedulers_db [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 13:59:08.698014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.698386 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: port after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.698749 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.699110 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.699958 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router before_create 55550100 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.700333 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.700705 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.701074 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.705499 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.services.provider_configuration [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service providers = [] {{(pid=93518) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 13:59:08.705873 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.db.servicetype_db [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93518) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 13:59:08.709453 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.services.service_base [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 13:59:08.709818 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.services.service_base [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 13:59:08.710173 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.services.service_base [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 13:59:08.711081 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.services.service_base [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 13:59:08.711495 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.services.service_base [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 13:59:08.711893 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 13:59:08.712225 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 13:59:08.723665 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 13:59:08.724013 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading Plugin: auto_allocate Aug 10 13:59:08.729773 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: network precommit_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.730221 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: network precommit_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.730851 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 13:59:08.731250 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading Plugin: tag Aug 10 13:59:08.739571 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 13:59:08.740005 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading Plugin: timestamp Aug 10 13:59:08.745305 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 13:59:08.745649 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading Plugin: network_ip_availability Aug 10 13:59:08.753084 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.753479 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.754006 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.755020 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 13:59:08.755569 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading Plugin: flavors Aug 10 13:59:08.761726 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 13:59:08.762076 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading Plugin: revisions Aug 10 13:59:08.767850 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 13:59:08.768360 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=93518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 13:59:08.769837 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93518) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 13:59:08.770252 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Initializing extension manager. Aug 10 13:59:08.770910 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: __init__.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.771445 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: __pycache__ {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.771851 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.772271 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: address_group.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.773149 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.773738 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: address-group Aug 10 13:59:08.774076 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: address_scope.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.774807 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.775370 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: address-scope Aug 10 13:59:08.775707 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.776654 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.777173 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: router-admin-state-down-before-update Aug 10 13:59:08.777505 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: agent.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.778434 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.778954 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: agent Aug 10 13:59:08.779297 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: agent_resources_synced.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.780242 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.780757 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: agent-resources-synced Aug 10 13:59:08.781091 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.782939 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.783499 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: allowed-address-pairs Aug 10 13:59:08.783841 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.785513 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.786028 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: auto-allocated-topology Aug 10 13:59:08.786365 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: availability_zone.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.787079 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.787615 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: availability_zone Aug 10 13:59:08.787956 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: availability_zone_filter.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.788887 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.789399 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: availability_zone_filter Aug 10 13:59:08.789731 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: data_plane_status.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.790661 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.791170 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 13:59:08.791529 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: default_subnetpools.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.792462 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.792970 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: default-subnetpools Aug 10 13:59:08.793301 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.794139 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.794650 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: dhcp_agent_scheduler Aug 10 13:59:08.795102 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: dns.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.796074 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.796582 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 13:59:08.796916 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: dns_domain_ports.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.797851 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.798363 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 13:59:08.798697 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.799670 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.800180 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 13:59:08.800628 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: dvr.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.801321 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.801828 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: dvr Aug 10 13:59:08.802159 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: ecmp_routes.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.803098 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.803645 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 13:59:08.803977 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: empty_string_filtering.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.804905 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.805421 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: empty-string-filtering Aug 10 13:59:08.805760 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.806692 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.807203 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 13:59:08.807561 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.808502 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.809020 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 13:59:08.809351 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: external_net.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.810299 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.810806 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: external-net Aug 10 13:59:08.811137 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.812108 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.812618 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: extra_dhcp_opt Aug 10 13:59:08.812949 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: extraroute.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.813873 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.814376 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: extraroute Aug 10 13:59:08.814710 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: extraroute_atomic.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.815789 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.816323 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: extraroute-atomic Aug 10 13:59:08.816653 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: filter_validation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.817332 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.817834 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: filter-validation Aug 10 13:59:08.818162 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: fip_pf_description.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.819096 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.819633 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 13:59:08.819966 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: fip_port_details.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.820902 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.821409 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: fip-port-details Aug 10 13:59:08.821742 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: flavors.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.822999 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.823557 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: flavors Aug 10 13:59:08.823893 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.825590 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.826118 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 13:59:08.826461 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: floatingip_pools.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.827179 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.827731 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: floatingip-pools Aug 10 13:59:08.828077 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: ip_allocation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.829020 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.829531 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 13:59:08.829867 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.830802 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.831349 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: ip-substring-filtering Aug 10 13:59:08.833340 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: l2_adjacency.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.833340 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.834100 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 13:59:08.834100 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: l3.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.835821 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.836515 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: router Aug 10 13:59:08.837071 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.840228 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.840922 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 13:59:08.841265 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.842221 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.842745 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: ext-gw-mode Aug 10 13:59:08.843081 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.844326 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.844843 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: l3-ha Aug 10 13:59:08.845176 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: l3_flavors.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.846112 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.846625 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: l3-flavors Aug 10 13:59:08.846956 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.848598 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.849228 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 13:59:08.849677 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: l3agentscheduler.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.851223 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.852150 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: l3_agent_scheduler Aug 10 13:59:08.852698 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: logging.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.854639 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.855447 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension logging not supported by any of loaded plugins Aug 10 13:59:08.855798 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: metering.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.856575 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.857162 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: metering Aug 10 13:59:08.857503 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.858618 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.859137 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: metering_source_and_destination_fields Aug 10 13:59:08.859510 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: multiprovidernet.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.860458 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.860977 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: multi-provider Aug 10 13:59:08.861313 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: netmtu.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.862269 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.862855 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: net-mtu Aug 10 13:59:08.863184 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: netmtu_writable.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.864159 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.864671 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: net-mtu-writable Aug 10 13:59:08.865005 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: network_availability_zone.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.865686 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.866200 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: network_availability_zone Aug 10 13:59:08.866531 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: network_ip_availability.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.867718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.868190 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: network-ip-availability Aug 10 13:59:08.868525 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: network_segment_range.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.869320 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.869825 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 13:59:08.870158 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: pagination.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.871165 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.871538 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: pagination Aug 10 13:59:08.871881 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: port_device_profile.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.872810 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.873330 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: port-device-profile Aug 10 13:59:08.873665 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.874602 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.875116 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: port-mac-address-regenerate Aug 10 13:59:08.875484 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.876426 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.876939 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: port-numa-affinity-policy Aug 10 13:59:08.877269 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: port_resource_request.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.878205 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.878761 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 13:59:08.879090 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: portbindings.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.880055 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.880568 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: binding Aug 10 13:59:08.880899 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: portbindings_extended.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.882314 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.882838 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: binding-extended Aug 10 13:59:08.883181 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: portsecurity.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.884161 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.884672 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: port-security Aug 10 13:59:08.885009 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: project_id.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.886005 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.886352 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: project-id Aug 10 13:59:08.886688 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: providernet.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.887656 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.888177 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: provider Aug 10 13:59:08.888512 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.892096 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.892623 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos not supported by any of loaded plugins Aug 10 13:59:08.892968 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.894760 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.895334 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 13:59:08.895680 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.896755 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.897275 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 13:59:08.897618 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos_default.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.898552 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.899090 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos-default not supported by any of loaded plugins Aug 10 13:59:08.899444 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos_fip.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.900120 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.900630 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 13:59:08.900966 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.901916 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.902431 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 13:59:08.902768 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.903732 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.904244 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 13:59:08.904577 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos_pps_rule.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.905767 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.906290 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 13:59:08.906632 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.907600 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.908120 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 13:59:08.908456 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: qos_rules_alias.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.909516 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.910606 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 13:59:08.910942 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: quotasv2.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.911933 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.912272 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: quotas Aug 10 13:59:08.912605 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: quotasv2_detail.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.915716 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.916073 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: quota_details Aug 10 13:59:08.916418 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: rbac.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.917715 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.918247 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: rbac-policies Aug 10 13:59:08.918588 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: rbac_address_group.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.919565 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.920088 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: rbac-address-group Aug 10 13:59:08.920426 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: rbac_address_scope.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.921367 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.921881 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: rbac-address-scope Aug 10 13:59:08.922217 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: rbac_security_groups.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.923141 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.923692 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: rbac-security-groups Aug 10 13:59:08.924025 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.924956 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.925499 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: rbac-subnetpool Aug 10 13:59:08.925836 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: revisionifmatch.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.926780 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.927319 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: revision-if-match Aug 10 13:59:08.927657 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: revisions.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.929181 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.929298 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: standard-attr-revisions Aug 10 13:59:08.929616 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: router_availability_zone.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.930310 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.930825 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: router_availability_zone Aug 10 13:59:08.931159 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: routerservicetype.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.932113 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.932626 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 13:59:08.932959 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.933894 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.934414 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: security-groups-normalized-cidr Aug 10 13:59:08.934744 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.935702 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.936216 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: port-security-groups-filtering Aug 10 13:59:08.936553 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.937502 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.938014 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: security-groups-remote-address-group Aug 10 13:59:08.938343 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: securitygroup.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.948014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.948541 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: security-group Aug 10 13:59:08.948887 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: segment.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.949695 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.950205 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension segment not supported by any of loaded plugins Aug 10 13:59:08.950550 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.951531 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.952051 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 13:59:08.952388 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: servicetype.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.953590 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.954116 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: service-type Aug 10 13:59:08.954456 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: sorting.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.955515 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.955860 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: sorting Aug 10 13:59:08.956193 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: standard_attr_segment.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.957661 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.958180 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 13:59:08.958511 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: standardattrdescription.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.959179 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.959760 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: standard-attr-description Aug 10 13:59:08.960052 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: stateful_security_group.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.960995 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.961510 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: stateful-security-group Aug 10 13:59:08.961843 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: stdattrs_common.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.962433 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 13:59:08.962763 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.963728 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.964247 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 13:59:08.964581 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: subnet_onboard.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.965678 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.966199 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: subnet_onboard Aug 10 13:59:08.966535 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.967510 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.968026 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 13:59:08.968359 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: subnet_service_types.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.969568 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.970088 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: subnet-service-types Aug 10 13:59:08.970425 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: subnetallocation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.971542 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.972088 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: subnet_allocation Aug 10 13:59:08.972945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.973628 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.974142 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: subnetpool-prefix-ops Aug 10 13:59:08.974473 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.975441 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.975957 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 13:59:08.976292 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: tagging.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.977378 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.977903 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: standard-attr-tag Aug 10 13:59:08.978241 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: timestamp.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.979500 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.980019 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loaded extension: standard-attr-timestamp Aug 10 13:59:08.980357 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: trunk.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.981413 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.981932 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension trunk not supported by any of loaded plugins Aug 10 13:59:08.982267 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: trunk_details.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.983207 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.983755 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 13:59:08.984090 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.985029 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.985549 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 13:59:08.985882 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Loading extension file: vlantransparent.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 13:59:08.986568 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 13:59:08.987087 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 13:59:08.989605 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:network Aug 10 13:59:08.990143 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:subnet Aug 10 13:59:08.990551 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 13:59:08.990952 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:port Aug 10 13:59:08.992213 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:08.992711 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service FLAVORS assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:08.993353 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:08.993790 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:08.994131 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:router Aug 10 13:59:08.994578 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 13:59:08.995086 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service METERING assigned prefix: /metering {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:08.996573 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.997067 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.997433 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 13:59:08.998442 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 13:59:08.998920 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:security_group Aug 10 13:59:08.999396 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 13:59:09.001163 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service CORE assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:09.001526 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 13:59:09.001893 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] subnetpool is already registered Aug 10 13:59:09.002360 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service CORE assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:09.002702 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 13:59:09.003048 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] subnetpool is already registered Aug 10 13:59:09.005921 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:09.006317 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service FLAVORS assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:09.006917 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:09.007383 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:09.007737 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:router Aug 10 13:59:09.008086 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] router is already registered Aug 10 13:59:09.008514 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 13:59:09.008865 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] floatingip is already registered Aug 10 13:59:09.009341 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service METERING assigned prefix: /metering {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:09.010018 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 13:59:09.010358 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] rbac_policy is already registered Aug 10 13:59:09.010785 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:security_group Aug 10 13:59:09.011322 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] security_group is already registered Aug 10 13:59:09.011748 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 13:59:09.012092 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] security_group_rule is already registered Aug 10 13:59:09.012758 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service CORE assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:09.013100 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 13:59:09.013447 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] subnetpool is already registered Aug 10 13:59:09.013885 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Service CORE assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 13:59:09.014220 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 13:59:09.014560 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] subnetpool is already registered Aug 10 13:59:09.015039 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: extensions {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.016595 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: address-groups {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.018108 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: address-scopes {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.020065 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: agents {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.021239 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: auto-allocated-topology {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.022505 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: availability_zones {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.023789 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: dhcp-networks {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.025318 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: dhcp-agents {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.026752 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: routers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.028547 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: flavors {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.029819 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: service_profiles {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.031045 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: next_providers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.032531 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: service_profiles {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.034091 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: floatingip-pools {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.035388 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: routers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.037118 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: floatingips {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.038422 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: l3-routers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.039869 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: l3-agents {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.041299 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: metering-labels {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.042621 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: metering-label-rules {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.044201 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: network-ip-availabilities {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.045466 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: bindings {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.047041 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: quotas {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.048661 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: quotas {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.050130 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: rbac-policies {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.051379 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: security-groups {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.052703 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: security-group-rules {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.053958 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: service-providers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.055187 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: subnetpools {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.056632 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: subnetpools {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.058200 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.059929 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.061767 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.063621 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.065348 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.069006 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.070717 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.072576 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.074464 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.076296 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 13:59:09.082882 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING keystonemiddleware.auth_token [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 13:59:09.087517 dv-cinder-788363-11-iscsi neutron-server[93518]: WARNING keystonemiddleware.auth_token [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 13:59:09.096237 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Acquired lock "singleton_lock" {{(pid=93518) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 13:59:09.096723 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Releasing lock "singleton_lock" {{(pid=93518) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 13:59:09.097417 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO oslo_service.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Starting 2 workers Aug 10 13:59:09.102375 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Started child 93625 {{(pid=93518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 13:59:09.106900 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Started child 93626 {{(pid=93518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 13:59:09.107854 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:09.108555 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO neutron.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 13:59:09.109194 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Notify callbacks [] for process, before_spawn {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:09.109357 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [-] (93625) wsgi starting up on http://0.0.0.0:9696 Aug 10 13:59:09.111657 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO oslo_service.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Starting 1 workers Aug 10 13:59:09.111800 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:09.113176 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [-] (93626) wsgi starting up on http://0.0.0.0:9696 Aug 10 13:59:09.116905 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Started child 93627 {{(pid=93518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 13:59:09.117436 dv-cinder-788363-11-iscsi neutron-server[93518]: INFO oslo_service.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Starting 1 workers Aug 10 13:59:09.121299 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] calling RpcWorker wait() {{(pid=93627) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 13:59:09.121299 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] returning from RpcWorker wait() {{(pid=93627) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 13:59:09.122031 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Started child 93628 {{(pid=93518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 13:59:09.122897 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-46f3ad6b-ae41-40e1-bb4a-b0ab841913f9 None None] Notify callbacks [] for process, after_spawn {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:09.123217 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:09.123738 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:09.124856 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93518) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 13:59:09.125074 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 13:59:09.125259 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 13:59:09.125486 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 13:59:09.125820 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 13:59:09.125995 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 13:59:09.126531 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.126815 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.127087 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.127382 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.127473 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:09.127941 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.128290 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.129121 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.129368 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.129647 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.129901 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.130074 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.130247 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.130504 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.130739 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.131035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.131357 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.131620 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.131915 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.132125 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.132355 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.132641 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.132903 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.133212 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] debug = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.133420 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.133924 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.134168 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.134433 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.134680 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.134947 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.135178 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.135463 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.135714 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.135955 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.136204 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.136484 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.136736 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.136951 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.137179 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.137450 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.137676 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.138169 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] host = dv-cinder-788363-11-iscsi {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.138413 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.138637 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.138870 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.139130 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.139416 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.139672 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.139956 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.140201 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.140475 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.140720 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.140983 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.141232 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.141476 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.141715 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.142353 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_options = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.142498 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.142735 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.143011 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.143244 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.143397 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.143570 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.143834 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.144089 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.144843 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.145089 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.145310 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.145532 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.145772 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.146010 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.146275 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.146552 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.146814 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.146963 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.147201 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.147470 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.147701 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.147932 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.148177 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.148397 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.148658 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.148928 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.149153 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.149390 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.149610 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.149852 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.150088 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.150363 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.150614 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.150879 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.151110 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.151367 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.151589 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.151855 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.152126 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.152337 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.152587 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.152827 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.153086 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.153359 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.153520 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.153760 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_json = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.153977 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.154195 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.154474 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.154692 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.154908 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.155132 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.155391 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.155646 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.156095 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.156395 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.156738 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.158207 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:09.158360 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.158507 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.158764 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.159025 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.159273 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.159603 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.159901 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.160201 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.160431 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.160717 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.160990 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.162230 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.162521 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.162853 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.163420 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.163828 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.163828 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.164181 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.164459 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.164884 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.165183 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.166043 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.166043 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.166043 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.166992 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.166992 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.166992 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.166992 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.168136 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.168136 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.168136 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.168136 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.168136 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.168718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.168718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.168949 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.169153 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.169414 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.169674 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.171324 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.171324 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.171324 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.171324 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.171324 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.171324 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.171324 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.171891 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.171891 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.172038 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.172191 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.172583 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.172816 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.173053 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.173284 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.173525 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.173745 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.173968 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.174228 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.174533 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.174758 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.174981 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.175200 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.175446 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.175655 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.175896 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.176118 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.176337 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.176708 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.176836 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.176985 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.177227 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.177448 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.177664 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.177881 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.178119 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.178340 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.178591 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.178833 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.179070 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.179365 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.179622 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.179884 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.180186 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.180981 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.180981 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.180981 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.181218 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.181399 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.181616 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.181879 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.182123 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.182530 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.182632 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.183003 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.183105 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.184096 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.184096 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.184096 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.184096 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.184391 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.184538 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.184798 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.185028 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.185297 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.185541 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.185798 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.186031 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.187058 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.187058 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.187058 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.187439 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.187439 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.187601 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.187901 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.188159 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.188438 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.188697 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.188961 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.189226 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.189466 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.189753 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.190020 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.190272 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.190501 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.190783 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.191517 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.191761 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.191979 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.192223 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.192570 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.192843 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.193141 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.193399 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.193692 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.193962 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.194230 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.194493 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.194747 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.194986 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.195261 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.195534 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.195752 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.195987 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.196239 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.196457 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.196699 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.196918 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.197158 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.197515 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.197738 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.197997 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.198215 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.198443 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.198689 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.198912 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.199134 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.199407 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.199633 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.199856 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.200097 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.200321 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.200544 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.200767 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.201004 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.201268 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.201482 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.201770 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.202030 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.202270 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.202504 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.202754 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.203123 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.203383 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.203613 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.203860 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.204081 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.204298 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.205869 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.206119 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.206352 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.207844 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.208123 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.208685 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.208966 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.209325 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.209673 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.209927 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.210202 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.210434 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.210713 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.210943 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.211180 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.211431 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.211661 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.211891 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.212171 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.212404 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.212739 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.213035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.213267 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.213492 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.213715 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.213942 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.214274 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.214682 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.215578 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.216046 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.216816 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.217278 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.217642 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.217986 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.218239 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.218484 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.218977 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.219214 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.219493 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.219720 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.219942 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.220236 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.220401 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.220628 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.220899 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.221113 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.221350 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.221581 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.221808 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.222022 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.222283 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.222551 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.222879 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.223118 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.223370 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.223591 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.223830 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.224050 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.224263 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.224486 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.224711 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.224947 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.225260 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.225528 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.225758 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.226049 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.226280 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.226531 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.226788 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.227083 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.227341 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.227620 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.227846 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.228183 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.228433 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.228699 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.229024 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.229299 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.229567 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.229823 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.230110 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.230401 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.230683 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.230924 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.231220 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.231614 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.231887 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.232190 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.232419 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.232681 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.232931 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.233159 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.233397 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.233650 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.233888 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.234151 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.234382 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.234612 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.234854 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.235088 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.235331 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.235597 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.235811 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.236091 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.236272 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.236430 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 13:59:09.236954 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93518) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 13:59:09.237733 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 13:59:09.237733 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 13:59:09.237733 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 13:59:09.237733 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 13:59:09.237733 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 13:59:09.238718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.238718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.238718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.238718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.238718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.238718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.240035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.240035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.240035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.240035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.240035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.240035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.240035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.240035 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.241864 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.241864 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.241864 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.241864 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.241864 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.241864 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.241864 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.241864 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242380 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] debug = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242380 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242380 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242380 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242380 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242380 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242810 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242810 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242810 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242810 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.242810 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.243154 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.243154 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.244563 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.244563 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.244563 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.244563 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.244563 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.244563 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] host = dv-cinder-788363-11-iscsi {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.244563 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.244563 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.245800 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.245800 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.245800 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.245800 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.245800 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.245800 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.245800 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.245800 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246364 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246364 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246364 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246364 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246364 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_options = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246364 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246768 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246768 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246768 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.246975 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.247095 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.247258 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.247442 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.247608 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.247750 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.247909 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.248068 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.248230 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.248385 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.248549 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.248705 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.248865 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.249046 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.249207 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.249388 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.249560 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.249721 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.249866 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.250167 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.250167 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.250405 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.250536 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.250620 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.250765 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.250930 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.251091 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.251252 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.251434 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.251596 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.251756 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.251917 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.252077 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.252239 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.252402 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.252566 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.252752 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.252887 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.253019 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.253816 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.253963 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.254116 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_json = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.254276 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.254425 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.254572 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.254695 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.254852 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.255011 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.255099 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.255178 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 13:59:09.255377 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.255547 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.255725 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.255890 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.256104 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.256244 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.256403 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.256544 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.256802 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.256981 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.256981 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.257401 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.257401 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.257785 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.257785 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.257785 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.258365 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.258365 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.258365 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.258897 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.258897 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.258897 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.258897 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.259444 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.259444 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.259444 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.259984 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.259984 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.259984 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.259984 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.260499 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.260499 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.260642 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:09.260725 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.260725 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.260867 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.261008 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.261176 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.261342 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.261506 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.261670 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.261833 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.261996 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.262160 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.262324 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.262488 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.262651 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.262816 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.262980 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.263143 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.263324 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.263501 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.263669 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.263832 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.263995 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.264157 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.264320 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.264483 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.264646 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.264809 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.264973 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.265135 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.265312 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.265476 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.265639 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.265801 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.265964 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.266126 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.266288 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.266450 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.266613 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.266777 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.266939 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.267103 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.267266 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.267448 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.267612 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.267775 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.267939 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.268101 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.268265 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.268431 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.268593 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.268755 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.268933 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.269638 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.269818 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.269981 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.270145 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.270308 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.270470 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.270632 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.270796 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.270959 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.271122 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.271310 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.271515 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.271687 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.271871 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.272007 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.272160 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.273102 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.273102 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.273102 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.273102 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.275489 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.275489 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.275489 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.275489 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.275489 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.275489 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.275489 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.275489 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.276945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.276945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.276945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.276945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.276945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.276945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.276945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.276945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.277935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.277935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.277935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.277935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.277935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.277935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.277935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.277935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.278935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.278935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.278935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.278935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.278935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.278935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.278935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.278935 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280014 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280847 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280847 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280847 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280847 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280847 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280847 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280847 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.280847 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.281703 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.281703 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.281703 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.281703 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.281703 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.281703 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.281703 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.281703 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.282555 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.282555 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.282555 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.282555 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.282555 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.282555 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.283029 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.283029 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.283029 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.283410 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.283410 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.283644 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.283644 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.283873 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.283995 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.284116 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.284238 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.284352 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.284518 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.284707 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.285353 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.285353 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.285353 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.285353 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.285773 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.285773 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.285773 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.286085 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.286085 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.286331 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.286452 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.286575 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.287002 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.287002 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.287002 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.287222 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.287402 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.287527 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.287945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.287945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.287945 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.288169 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.288246 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.288411 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.288575 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.288739 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.288915 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.289080 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.289245 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.289407 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.289571 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.289734 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.289907 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.290070 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.290233 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.290394 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.290556 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.290718 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.290891 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.291054 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.291216 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.291402 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.291565 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.291729 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.291900 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.292063 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.292225 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.292387 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.292549 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.292711 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.292885 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.293048 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.293210 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.293371 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.293534 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.293701 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.293874 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.294037 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.294201 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.294363 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.294524 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.294687 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.294859 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.295023 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.295187 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.295378 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.295540 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.295701 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.295865 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.296038 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.296202 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.296366 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.296529 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.296692 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.296853 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.297018 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.297185 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.297375 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.297509 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.297677 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.297847 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.298016 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.298187 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.298350 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.298518 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.298693 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.298859 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.299042 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.299164 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.299374 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.299542 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.299707 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.299858 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.300019 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.300482 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.300482 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.300482 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.300932 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.300932 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.301510 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.301510 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.301510 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.301510 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.302259 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.302259 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 13:59:09.302259 dv-cinder-788363-11-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 13:59:09.548946 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 42718) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:09.557197 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061021 Aug 10 13:59:21.497734 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc96347b-f59b-46b0-b85f-90aaaed2ffcb None None] get_active_networks_info from dv-cinder-788363-11-iscsi {{(pid=93627) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 13:59:21.620737 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc96347b-f59b-46b0-b85f-90aaaed2ffcb None None] No non-hosted networks {{(pid=93627) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 13:59:21.668950 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.agentschedulers_db [None req-bc96347b-f59b-46b0-b85f-90aaaed2ffcb None None] DHCP Agent not found on host dv-cinder-788363-11-iscsi {{(pid=93627) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 13:59:21.837927 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-88426614-502a-4c93-ba19-cff8110a026b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16421106'] for agent, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:23.749950 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-71b48309-e04d-49e6-8ece-dc3e81f46011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16421106'] for agent, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:23.814672 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-1668a2bf-cf41-4013-87e2-9427ebf34dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:24.158382 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16421106'] for agent, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:24.160805 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.162683 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.165526 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.166804 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.171306 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.173166 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.176899 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.178623 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.179194 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.180900 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.182289 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.185021 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:24.185677 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:24.195099 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:24.867389 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16421106'] for agent, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:26.621074 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16421106'] for agent, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:27.673559 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 42812) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:28.138361 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.db.l3_hamode_db [None req-81c206df-b5e7-4905-a34d-8aaefac94eb9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 13:59:28.198209 dv-cinder-788363-11-iscsi neutron-server[93625]: WARNING oslo_policy.policy [None req-87eaf9e6-e37f-4cba-bed4-2f637b4f9712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 13:59:28.198813 dv-cinder-788363-11-iscsi neutron-server[93625]: WARNING oslo_policy.policy [None req-87eaf9e6-e37f-4cba-bed4-2f637b4f9712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 13:59:28.216905 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c206df-b5e7-4905-a34d-8aaefac94eb9 None None] Routers set() bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 13:59:28.217302 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c206df-b5e7-4905-a34d-8aaefac94eb9 None None] Router IDs set() for agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 13:59:28.414951 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [None req-87eaf9e6-e37f-4cba-bed4-2f637b4f9712 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 13:59:28.415961 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-87eaf9e6-e37f-4cba-bed4-2f637b4f9712 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7409635 Aug 10 13:59:30.832594 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 42826) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:31.335775 dv-cinder-788363-11-iscsi neutron-server[93626]: WARNING oslo_policy.policy [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 13:59:31.336408 dv-cinder-788363-11-iscsi neutron-server[93626]: WARNING oslo_policy.policy [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 13:59:31.550750 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 13:59:31.643274 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.policy [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93626) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 13:59:31.688053 dv-cinder-788363-11-iscsi neutron-server[93626]: WARNING oslo_policy.policy [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 13:59:31.688428 dv-cinder-788363-11-iscsi neutron-server[93626]: WARNING oslo_policy.policy [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 13:59:31.696890 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.quota [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] Loaded quota_driver: . Aug 10 13:59:31.790949 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747736515626', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747736517151', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747736602059', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747736603708', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747734796973', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747736616334', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-627044', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16043587', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-365980', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-431062'] for rbac-policy, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:31.855681 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:31.856989 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-8f86d8cd-a12e-4725-b192-5d3a691bc49e admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0222855 Aug 10 13:59:34.413351 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 42844) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:34.729831 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'name': 'private'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 13:59:34.762067 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Made reservation on behalf of d00259a51af74957863a1f4c7b71758c for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 13:59:34.765026 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:34.782737 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:34.906226 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:34.909899 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:34.929165 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 13:59:34.957681 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747732893799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:34.958293 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Unsubscribe: segment precommit_create {{(pid=93626) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 13:59:34.958828 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Added segment 41dd3279-29d0-43df-9e9e-854dd381ce4e of type vlan for network 0dca272b-75f6-402c-92d7-21992e515ef2 Aug 10 13:59:34.980113 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472f813-482e-4d4e-98e0-4a785a7de41c,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:35.042060 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.042487 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.042770 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.043706 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.044115 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.044548 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.045135 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.045516 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.045999 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.046268 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.046596 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.046922 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Tracked resource versions report: Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: pushed versions: Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: { 'AddressGroup': {'1.2'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'ConntrackHelper': {'1.0'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Log': {'1.0'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Network': {'1.1'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Port': {'1.7'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'PortForwarding': {'1.2'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'QosPolicy': {'1.9'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SecurityGroup': {'1.4'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SecurityGroupRule': {'1.2'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SubPort': {'1.0'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Subnet': {'1.1'}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Trunk': {'1.1'}} Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: consumer versions: Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: { DHCP agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: L3 agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: Metadata agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: Metering agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: Open vSwitch agent@dv-cinder-788363-11-iscsi: { 'AddressGroup': '1.2', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'ConntrackHelper': '1.0', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Log': '1.0', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Network': '1.1', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Port': '1.7', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'PortForwarding': '1.2', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'QosPolicy': '1.9', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SecurityGroup': '1.4', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SecurityGroupRule': '1.2', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SubPort': '1.0', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Subnet': '1.1', Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Trunk': '1.1'}} Aug 10 13:59:35.048341 dv-cinder-788363-11-iscsi neutron-server[93626]: {{(pid=93626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 13:59:35.095166 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:35.151634 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:35.152915 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 13:59:35.153572 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:35.230744 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8163185 Aug 10 13:59:35.253991 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0b22f-e74d-4378-a671-634d8f534917 admin admin] Pushing event updated for resources: {'Network': ['ID=0dca272b-75f6-402c-92d7-21992e515ef2,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:35.265915 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 0dca272b-75f6-402c-92d7-21992e515ef2 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 13:59:37.864898 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 42858) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:38.258359 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd4e1c-3c39-432e-be0f-1cf4ce771803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 13:59:38.259747 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-66cd4e1c-3c39-432e-be0f-1cf4ce771803 admin admin] 10.222.0.26 "GET /v2.0/networks/0dca272b-75f6-402c-92d7-21992e515ef2 HTTP/1.1" status: 200 len: 825 time: 0.3938611 Aug 10 13:59:38.285774 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d368a4b4-bc81-4da1-ab93-cf92ddcfb3c7 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/a87202f7-ef19-46a8-939f-6b2acdc7301c HTTP/1.1" status: 200 len: 734 time: 0.0200043 Aug 10 13:59:38.294906 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Request body: {'subnet': {'subnetpool_id': 'a87202f7-ef19-46a8-939f-6b2acdc7301c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 13:59:38.316913 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Made reservation on behalf of d00259a51af74957863a1f4c7b71758c for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 13:59:38.319169 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:38.616886 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:38.685678 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c8e7a1-b33a-467c-b498-bb57123511e0,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:38.691120 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Checking segment: {'id': '41dd3279-29d0-43df-9e9e-854dd381ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 13:59:38.691557 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Network hostable DHCP agents. Network: 0dca272b-75f6-402c-92d7-21992e515ef2, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 13:59:38.714532 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Network 0dca272b-75f6-402c-92d7-21992e515ef2 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 13:59:38.727086 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 0dca272b-75f6-402c-92d7-21992e515ef2) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 13:59:38.732018 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 13:59:38.732755 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:38.738771 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa5fff-f9f1-4897-ab21-706ae14370a7 None None] Network 0dca272b-75f6-402c-92d7-21992e515ef2 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 13:59:38.755863 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-6d7e61df-f624-49f4-96ef-9822099dac52 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4642363 Aug 10 13:59:39.086122 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-0dca272b-75f6-402c-92d7-21992e515ef2', 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'fixed_ips': [{'subnet_id': '11c8e7a1-b33a-467c-b498-bb57123511e0'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 13:59:39.087490 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:39.376976 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Allocated IP 172.20.0.2 (0dca272b-75f6-402c-92d7-21992e515ef2/11c8e7a1-b33a-467c-b498-bb57123511e0/dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 13:59:39.576878 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:39.594431 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Transition to ACTIVE for port object dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 13:59:39.644291 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Transition to ACTIVE for port object dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 13:59:39.653058 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:39.719536 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Network 0dca272b-75f6-402c-92d7-21992e515ef2 is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 13:59:39.726729 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 13:59:39.736497 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 13:59:39.741389 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Pushing event updated for resources: {'Port': ['ID=dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:39.777322 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.777784 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.778146 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.778486 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.778824 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.779160 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.779514 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.779846 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.780191 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.780528 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.780852 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.781179 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Tracked resource versions report: Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: pushed versions: Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: { 'AddressGroup': {'1.2'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'ConntrackHelper': {'1.0'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Log': {'1.0'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Network': {'1.1'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Port': {'1.7'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'PortForwarding': {'1.2'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'QosPolicy': {'1.9'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SecurityGroup': {'1.4'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SecurityGroupRule': {'1.2'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SubPort': {'1.0'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Subnet': {'1.1'}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Trunk': {'1.1'}} Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: consumer versions: Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: { DHCP agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: L3 agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: Metadata agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: Metering agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: Open vSwitch agent@dv-cinder-788363-11-iscsi: { 'AddressGroup': '1.2', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'ConntrackHelper': '1.0', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Log': '1.0', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Network': '1.1', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Port': '1.7', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'PortForwarding': '1.2', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'QosPolicy': '1.9', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SecurityGroup': '1.4', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SecurityGroupRule': '1.2', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SubPort': '1.0', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Subnet': '1.1', Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Trunk': '1.1'}} Aug 10 13:59:39.782584 dv-cinder-788363-11-iscsi neutron-server[93627]: {{(pid=93627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 13:59:39.830240 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Attempting to bind port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 13:59:39.830640 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Attempting to bind port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '41dd3279-29d0-43df-9e9e-854dd381ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 13:59:39.831086 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Attempting to bind port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 on network 0dca272b-75f6-402c-92d7-21992e515ef2 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 13:59:39.836015 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 13:59:39.836414 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Checking segment: {'id': '41dd3279-29d0-43df-9e9e-854dd381ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 13:59:39.836897 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:39.837310 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Bound using segment: {'id': '41dd3279-29d0-43df-9e9e-854dd381ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 13:59:39.837801 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Bound port: dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41dd3279-29d0-43df-9e9e-854dd381ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 13:59:39.838217 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:39.899673 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] For port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 13:59:39.903904 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] For port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8,segment=NetworkSegment(41dd3279-29d0-43df-9e9e-854dd381ce4e),segment_id=41dd3279-29d0-43df-9e9e-854dd381ce4e)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 13:59:39.908503 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:39.975195 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85850e53-80fc-410a-8d56-d4d9a53b5b04 None None] Pushing event updated for resources: {'Port': ['ID=dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:41.239312 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 42866) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:41.562379 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [None req-74928606-4bd4-46eb-9377-76f21a27816c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 13:59:41.563564 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-74928606-4bd4-46eb-9377-76f21a27816c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3231275 Aug 10 13:59:44.000066 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 42874) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:44.330589 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [None req-0c3b84bb-f950-4ccd-a62d-edf94b8bba92 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 13:59:44.332315 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-0c3b84bb-f950-4ccd-a62d-edf94b8bba92 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3309157 Aug 10 13:59:46.986402 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 42884) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:47.307373 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-d2f4523f-b61b-47f6-ac71-53cf8efce0e9 admin admin] Request body: {'router': {'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 13:59:47.334516 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d2f4523f-b61b-47f6-ac71-53cf8efce0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:47.336312 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d2f4523f-b61b-47f6-ac71-53cf8efce0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:47.481255 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d2f4523f-b61b-47f6-ac71-53cf8efce0e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:47.486140 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d2f4523f-b61b-47f6-ac71-53cf8efce0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:47.500367 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d2f4523f-b61b-47f6-ac71-53cf8efce0e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:47.501606 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d2f4523f-b61b-47f6-ac71-53cf8efce0e9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5141637 Aug 10 13:59:48.083090 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 13:59:48.173834 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 13:59:48.416503 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f3cb3-99a1-4978-a24b-df0f9f387b52 None None] Network 0dca272b-75f6-402c-92d7-21992e515ef2 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 13:59:48.472872 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a5669c03-2681-4845-a680-f85d30786769 None None] Provisioning for port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 13:59:48.479774 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a5669c03-2681-4845-a680-f85d30786769 None None] Provisioning complete for port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 13:59:48.480162 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a5669c03-2681-4845-a680-f85d30786769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:48.663057 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a5669c03-2681-4845-a680-f85d30786769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:48.721705 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-a5669c03-2681-4845-a680-f85d30786769 None None] For port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8,segment=NetworkSegment(41dd3279-29d0-43df-9e9e-854dd381ce4e),segment_id=41dd3279-29d0-43df-9e9e-854dd381ce4e)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 13:59:48.726802 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a5669c03-2681-4845-a680-f85d30786769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:48.776660 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5669c03-2681-4845-a680-f85d30786769 None None] Pushing event updated for resources: {'Port': ['ID=dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:48.947193 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-71892cf0-5674-40df-b948-1191c73f88c9 None None] Provisioning complete for port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 13:59:48.947598 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-71892cf0-5674-40df-b948-1191c73f88c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:49.893836 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 42896) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:50.064249 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 13:59:50.109987 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 13:59:50.110349 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:50.212458 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [None req-0fe6628f-5951-4521-a64b-ebd490f1e844 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 13:59:50.213466 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-0fe6628f-5951-4521-a64b-ebd490f1e844 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186805 Aug 10 13:59:51.395552 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-79a7fd01-b8a8-4770-821a-71aba9767e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:52.597804 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 42904) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:52.909291 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 13:59:52.930316 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Made reservation on behalf of c45cb07bf2174a9da46ea777350d513e for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 13:59:52.932793 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:52.941392 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:53.030508 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:53.034161 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:53.048995 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Reserving flat network on physical network physnet1 {{(pid=93626) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 13:59:53.068452 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae050e57-850a-4113-bd2e-d28cb5146aae,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:53.074311 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:53.074673 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Added segment 62329136-f64f-4d83-97ec-b0dd3f719832 of type flat for network c2dada14-6cba-4f81-a379-634ea0076871 Aug 10 13:59:53.124205 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:53.159036 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:53.159991 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 13:59:53.160565 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:53.183386 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 5 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 13:59:53.218854 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6198771 Aug 10 13:59:53.222352 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b87f4-27c8-48d8-a80a-343a7668ba7b admin admin] Pushing event updated for resources: {'Network': ['ID=c2dada14-6cba-4f81-a379-634ea0076871,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:53.232834 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network c2dada14-6cba-4f81-a379-634ea0076871 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 13:59:53.740900 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6e029c1f-29f2-4d9b-8adc-36ca1a6f7b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:54.154205 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:54.811767 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:55.559454 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 42922) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 13:59:55.879354 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.policy [None req-bca86315-3282-475b-aac3-663243017e9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93625) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 13:59:55.923970 dv-cinder-788363-11-iscsi neutron-server[93625]: WARNING oslo_policy.policy [None req-bca86315-3282-475b-aac3-663243017e9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 13:59:55.924803 dv-cinder-788363-11-iscsi neutron-server[93625]: WARNING oslo_policy.policy [None req-bca86315-3282-475b-aac3-663243017e9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 13:59:55.932870 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca86315-3282-475b-aac3-663243017e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 13:59:55.934584 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-bca86315-3282-475b-aac3-663243017e9a admin admin] 10.222.0.26 "GET /v2.0/subnets/11c8e7a1-b33a-467c-b498-bb57123511e0 HTTP/1.1" status: 200 len: 849 time: 0.3741724 Aug 10 13:59:56.100489 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-0733263b-9579-4e4b-b98d-b1600b9bd8d4 admin admin] 10.222.0.26 "GET /v2.0/routers/a85909c5-3390-46c5-a489-1970fab89319 HTTP/1.1" status: 200 len: 704 time: 0.1594322 Aug 10 13:59:56.359184 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:56.563328 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:56.687241 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Allocated IP 172.20.0.1 (0dca272b-75f6-402c-92d7-21992e515ef2/11c8e7a1-b33a-467c-b498-bb57123511e0/d87261a4-6401-470b-8720-194a35f4721a) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 13:59:56.903124 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:56.926866 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Transition to ACTIVE for port object d87261a4-6401-470b-8720-194a35f4721a will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 13:59:57.012499 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:57.029338 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Network 0dca272b-75f6-402c-92d7-21992e515ef2 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 13:59:57.048210 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 13:59:57.105135 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 13:59:57.105727 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:57.202480 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Pushing event updated for resources: {'Port': ['ID=d87261a4-6401-470b-8720-194a35f4721a,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:57.251666 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.252037 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.252909 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.253245 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.253578 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.253928 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.254262 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.254609 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.254958 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.255306 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.255633 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.255957 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Tracked resource versions report: Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: pushed versions: Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: { 'AddressGroup': {'1.2'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'ConntrackHelper': {'1.0'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Log': {'1.0'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Network': {'1.1'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Port': {'1.7'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'PortForwarding': {'1.2'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'QosPolicy': {'1.9'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SecurityGroup': {'1.4'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SecurityGroupRule': {'1.2'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SubPort': {'1.0'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Subnet': {'1.1'}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Trunk': {'1.1'}} Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: consumer versions: Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: { DHCP agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: L3 agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: Metadata agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: Metering agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: Open vSwitch agent@dv-cinder-788363-11-iscsi: { 'AddressGroup': '1.2', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'ConntrackHelper': '1.0', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Log': '1.0', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Network': '1.1', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Port': '1.7', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'PortForwarding': '1.2', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'QosPolicy': '1.9', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SecurityGroup': '1.4', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SecurityGroupRule': '1.2', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SubPort': '1.0', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Subnet': '1.1', Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Trunk': '1.1'}} Aug 10 13:59:57.257361 dv-cinder-788363-11-iscsi neutron-server[93625]: {{(pid=93625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 13:59:57.292644 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-6ad0f506-560c-4271-8c82-2614b57305dc None None] Provisioning for port d87261a4-6401-470b-8720-194a35f4721a completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 13:59:57.296287 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-6ad0f506-560c-4271-8c82-2614b57305dc None None] Provisioning complete for port d87261a4-6401-470b-8720-194a35f4721a triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 13:59:57.296737 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f506-560c-4271-8c82-2614b57305dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:57.329666 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-6ad0f506-560c-4271-8c82-2614b57305dc None None] Port d87261a4-6401-470b-8720-194a35f4721a cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 13:59:57.349162 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:57.555214 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:57.559474 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:57.560279 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:57.637446 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Pushing event updated for resources: {'Port': ['ID=d87261a4-6401-470b-8720-194a35f4721a,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:57.684884 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Network 0dca272b-75f6-402c-92d7-21992e515ef2 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 13:59:57.686176 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 13:59:57.850934 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-402331b2-1a5f-4a94-bf57-8e0c978717e2 None None] Provisioning complete for port d87261a4-6401-470b-8720-194a35f4721a triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 13:59:57.851492 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-402331b2-1a5f-4a94-bf57-8e0c978717e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:57.887094 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-402331b2-1a5f-4a94-bf57-8e0c978717e2 None None] Port d87261a4-6401-470b-8720-194a35f4721a cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 13:59:57.895969 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Router a85909c5-3390-46c5-a489-1970fab89319 is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 13:59:57.989048 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 13:59:57.994519 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-aef89ed2-e2a7-4069-937a-07d4ff221092 admin admin] 10.222.0.26 "PUT /v2.0/routers/a85909c5-3390-46c5-a489-1970fab89319/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8885851 Aug 10 13:59:58.012258 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Sync routers for ids ['a85909c5-3390-46c5-a489-1970fab89319'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 13:59:58.029203 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Routers {'a85909c5-3390-46c5-a489-1970fab89319'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 13:59:58.030129 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T13:59:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['a85909c5-3390-46c5-a489-1970fab89319'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:58.214178 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Set router a85909c5-3390-46c5-a489-1970fab89319 gateway port host: None {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 13:59:58.645896 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85909c5-3390-46c5-a489-1970fab89319', 'name': 'router1', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T13:59:47Z', 'updated_at': '2021-08-10T13:59:57Z', 'revision_number': 2, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'gw_port_host': None, '_interfaces': [{'id': 'd87261a4-6401-470b-8720-194a35f4721a', 'name': '', 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'mac_address': 'fa:16:3e:d4:68:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85909c5-3390-46c5-a489-1970fab89319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T13:59:56Z', 'updated_at': '2021-08-10T13:59:57Z', 'revision_number': 2, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'subnets': [{'id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a87202f7-ef19-46a8-939f-6b2acdc7301c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:58.698023 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Checking router: a85909c5-3390-46c5-a489-1970fab89319 for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 13:59:58.698406 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Updating router a85909c5-3390-46c5-a489-1970fab89319 port d87261a4-6401-470b-8720-194a35f4721a binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 13:59:58.747822 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:59.271715 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:59.289861 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Transition to ACTIVE for port object d87261a4-6401-470b-8720-194a35f4721a will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 13:59:59.296011 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:59.451513 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Pushing event updated for resources: {'Port': ['ID=d87261a4-6401-470b-8720-194a35f4721a,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:59.463972 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Attempting to bind port d87261a4-6401-470b-8720-194a35f4721a on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 13:59:59.464313 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Attempting to bind port d87261a4-6401-470b-8720-194a35f4721a by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '41dd3279-29d0-43df-9e9e-854dd381ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 13:59:59.464660 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Attempting to bind port d87261a4-6401-470b-8720-194a35f4721a on network 0dca272b-75f6-402c-92d7-21992e515ef2 {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 13:59:59.469319 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.469319 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.469319 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.469588 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.469858 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.470365 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.470871 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.471446 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.471963 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.472457 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.472947 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.473430 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Tracked resource versions report: Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: pushed versions: Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: { 'AddressGroup': {'1.2'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'ConntrackHelper': {'1.0'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Log': {'1.0'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Network': {'1.1'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Port': {'1.7'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'PortForwarding': {'1.2'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'QosPolicy': {'1.9'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SecurityGroup': {'1.4'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SecurityGroupRule': {'1.2'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SubPort': {'1.0'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Subnet': {'1.1'}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Trunk': {'1.1'}} Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: consumer versions: Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: { DHCP agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: L3 agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: Metadata agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: Metering agent@dv-cinder-788363-11-iscsi: {}, Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: Open vSwitch agent@dv-cinder-788363-11-iscsi: { 'AddressGroup': '1.2', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'ConntrackHelper': '1.0', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Log': '1.0', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Network': '1.1', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Port': '1.7', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'PortForwarding': '1.2', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'QosPolicy': '1.9', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SecurityGroup': '1.4', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SecurityGroupRule': '1.2', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SubPort': '1.0', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Subnet': '1.1', Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Trunk': '1.1'}} Aug 10 13:59:59.475118 dv-cinder-788363-11-iscsi neutron-server[93628]: {{(pid=93628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 13:59:59.480708 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 13, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 13:59:59.481150 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Checking segment: {'id': '41dd3279-29d0-43df-9e9e-854dd381ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 13:59:59.481601 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:59.482037 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Bound using segment: {'id': '41dd3279-29d0-43df-9e9e-854dd381ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 13:59:59.482557 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Bound port: d87261a4-6401-470b-8720-194a35f4721a, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41dd3279-29d0-43df-9e9e-854dd381ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 13:59:59.483053 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:59.551144 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] For port d87261a4-6401-470b-8720-194a35f4721a, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 13:59:59.573458 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] For port d87261a4-6401-470b-8720-194a35f4721a, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=d87261a4-6401-470b-8720-194a35f4721a,segment=NetworkSegment(41dd3279-29d0-43df-9e9e-854dd381ce4e),segment_id=41dd3279-29d0-43df-9e9e-854dd381ce4e)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 13:59:59.577872 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 13:59:59.638492 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da658b0a-11ca-4cbe-a20b-713a7b1035bf None None] Pushing event updated for resources: {'Port': ['ID=d87261a4-6401-470b-8720-194a35f4721a,revision_number=4']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 13:59:59.645901 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Routers {'a85909c5-3390-46c5-a489-1970fab89319'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 13:59:59.646523 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T13:59:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['a85909c5-3390-46c5-a489-1970fab89319'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:59.736244 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] Set router a85909c5-3390-46c5-a489-1970fab89319 gateway port host: None {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 13:59:59.958423 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85909c5-3390-46c5-a489-1970fab89319', 'name': 'router1', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T13:59:47Z', 'updated_at': '2021-08-10T13:59:57Z', 'revision_number': 2, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'gw_port_host': None, '_interfaces': [{'id': 'd87261a4-6401-470b-8720-194a35f4721a', 'name': '', 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'mac_address': 'fa:16:3e:d4:68:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85909c5-3390-46c5-a489-1970fab89319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T13:59:56Z', 'updated_at': '2021-08-10T13:59:59Z', 'revision_number': 4, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'subnets': [{'id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a87202f7-ef19-46a8-939f-6b2acdc7301c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 13:59:59.984265 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e1bbe-f1a2-44c6-9531-1f97e2230b50 None None] The sync data for ids ['a85909c5-3390-46c5-a489-1970fab89319'] in dv-cinder-788363-11-iscsi is: [{'id': 'a85909c5-3390-46c5-a489-1970fab89319', 'name': 'router1', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T13:59:47Z', 'updated_at': '2021-08-10T13:59:57Z', 'revision_number': 2, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'gw_port_host': None, '_interfaces': [{'id': 'd87261a4-6401-470b-8720-194a35f4721a', 'name': '', 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'mac_address': 'fa:16:3e:d4:68:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85909c5-3390-46c5-a489-1970fab89319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T13:59:56Z', 'updated_at': '2021-08-10T13:59:59Z', 'revision_number': 4, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'subnets': [{'id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a87202f7-ef19-46a8-939f-6b2acdc7301c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:00:00.252712 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 42948) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:00:00.360664 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82af64c-594c-47f8-b764-b1a64f636757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:00:00.362614 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-e82af64c-594c-47f8-b764-b1a64f636757 admin admin] 10.222.0.26 "GET /v2.0/networks/c2dada14-6cba-4f81-a379-634ea0076871 HTTP/1.1" status: 200 len: 842 time: 0.1088529 Aug 10 14:00:00.372366 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Request body: {'subnet': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:00:00.373714 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.quota [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Loaded quota_driver: . Aug 10 14:00:00.413583 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Made reservation on behalf of c45cb07bf2174a9da46ea777350d513e for: {'subnet': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:00:00.416150 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:00.740563 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.objects.ports [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93625) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 14:00:00.741005 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:00.796857 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13add2c6-0740-45a5-9f86-ab416ac2a6f5,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:00:00.806479 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:00:00.807645 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Network hostable DHCP agents. Network: c2dada14-6cba-4f81-a379-634ea0076871, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:00:00.827789 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:00:00.839617 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, c2dada14-6cba-4f81-a379-634ea0076871) {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:00:00.844380 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:00:00.845014 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:00.849728 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fae858-66be-4606-a242-58e243ad3fd7 None None] Network c2dada14-6cba-4f81-a379-634ea0076871 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:00:00.875197 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-225d1a23-9941-43dd-81a1-1c6f4532931f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4961770 Aug 10 14:00:00.979809 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99c636-1257-41f7-b365-fe3eaabecf8b None None] Network c2dada14-6cba-4f81-a379-634ea0076871 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:00:03.158712 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 42956) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:00:03.289992 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-7d92c3ed-e0be-4359-bc2c-585f5059e9d1 admin admin] 10.222.0.26 "GET /v2.0/routers/a85909c5-3390-46c5-a489-1970fab89319 HTTP/1.1" status: 200 len: 710 time: 0.1300066 Aug 10 14:00:03.378108 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd218ce-bbaa-4df4-aff4-0debb1bea67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:00:03.379432 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-efd218ce-bbaa-4df4-aff4-0debb1bea67f admin admin] 10.222.0.26 "GET /v2.0/networks/c2dada14-6cba-4f81-a379-634ea0076871 HTTP/1.1" status: 200 len: 886 time: 0.0837874 Aug 10 14:00:03.389396 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:00:03.641539 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:03.941317 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:04.018511 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:04.123902 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Allocated IP 172.27.1.133 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/1b8daf60-af58-4b63-a39b-d3829b1d3e78) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:00:04.224098 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:04.263880 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:04.307772 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:00:04.310905 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:00:04.316387 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:00:04.319496 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8daf60-af58-4b63-a39b-d3829b1d3e78,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:00:04.567478 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:04.762030 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16421632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40631'] for router, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:04.765485 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16421883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16421874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419144'] for router, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:04.870792 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Router a85909c5-3390-46c5-a489-1970fab89319 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:00:04.976979 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:00:04.981251 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:04.982478 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-51b54ab6-a578-4411-b5d1-23866bdf5195 admin admin] 10.222.0.26 "PUT /v2.0/routers/a85909c5-3390-46c5-a489-1970fab89319 HTTP/1.1" status: 200 len: 890 time: 1.5963709 Aug 10 14:00:06.094542 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device d87261a4-6401-470b-8720-194a35f4721a up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:00:06.156219 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port d87261a4-6401-470b-8720-194a35f4721a completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:00:06.160854 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port d87261a4-6401-470b-8720-194a35f4721a triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:00:06.161171 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:06.239437 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:06.272035 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port d87261a4-6401-470b-8720-194a35f4721a, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=d87261a4-6401-470b-8720-194a35f4721a,segment=NetworkSegment(41dd3279-29d0-43df-9e9e-854dd381ce4e),segment_id=41dd3279-29d0-43df-9e9e-854dd381ce4e)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:00:06.276318 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:06.326113 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=d87261a4-6401-470b-8720-194a35f4721a,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:00:06.457891 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Sync routers for ids ['a85909c5-3390-46c5-a489-1970fab89319'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:00:06.468273 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Routers {'a85909c5-3390-46c5-a489-1970fab89319'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:00:06.469012 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T13:59:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['a85909c5-3390-46c5-a489-1970fab89319'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:00:06.716548 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Set router a85909c5-3390-46c5-a489-1970fab89319 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:00:07.103996 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85909c5-3390-46c5-a489-1970fab89319', 'name': 'router1', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '1b8daf60-af58-4b63-a39b-d3829b1d3e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T13:59:47Z', 'updated_at': '2021-08-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'gw_port': {'id': '1b8daf60-af58-4b63-a39b-d3829b1d3e78', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85909c5-3390-46c5-a489-1970fab89319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:00:04Z', 'updated_at': '2021-08-10T14:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'd87261a4-6401-470b-8720-194a35f4721a', 'name': '', 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'mac_address': 'fa:16:3e:d4:68:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85909c5-3390-46c5-a489-1970fab89319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T13:59:56Z', 'updated_at': '2021-08-10T14:00:06Z', 'revision_number': 5, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'subnets': [{'id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a87202f7-ef19-46a8-939f-6b2acdc7301c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:00:07.153002 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Checking router: a85909c5-3390-46c5-a489-1970fab89319 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:00:07.153358 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Updating router a85909c5-3390-46c5-a489-1970fab89319 port 1b8daf60-af58-4b63-a39b-d3829b1d3e78 binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:00:07.201812 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:07.391487 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 42968) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:00:07.516750 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-9530fc4e-3588-4c4b-a50d-066c3748b22b admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1241364 Aug 10 14:00:07.526461 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:07.537810 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Transition to ACTIVE for port object 1b8daf60-af58-4b63-a39b-d3829b1d3e78 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:00:07.545078 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:07.597966 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcb0f7-4fef-4ce8-9536-be402669500b None None] Pushing event updated for resources: {'Port': ['ID=1b8daf60-af58-4b63-a39b-d3829b1d3e78,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:00:07.604444 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Attempting to bind port 1b8daf60-af58-4b63-a39b-d3829b1d3e78 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:00:07.605345 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Attempting to bind port 1b8daf60-af58-4b63-a39b-d3829b1d3e78 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:00:07.605345 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Attempting to bind port 1b8daf60-af58-4b63-a39b-d3829b1d3e78 on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:00:07.610557 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 13, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:00:07.610932 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:00:07.612015 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:07.612417 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:00:07.612887 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Bound port: 1b8daf60-af58-4b63-a39b-d3829b1d3e78, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:00:07.613288 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:07.667817 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] For port 1b8daf60-af58-4b63-a39b-d3829b1d3e78, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:00:07.671515 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] For port 1b8daf60-af58-4b63-a39b-d3829b1d3e78, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=1b8daf60-af58-4b63-a39b-d3829b1d3e78,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:00:07.676926 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:07.733099 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Routers {'a85909c5-3390-46c5-a489-1970fab89319'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:00:07.733719 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T13:59:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['a85909c5-3390-46c5-a489-1970fab89319'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:00:07.735478 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcb0f7-4fef-4ce8-9536-be402669500b None None] Pushing event updated for resources: {'Port': ['ID=1b8daf60-af58-4b63-a39b-d3829b1d3e78,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:00:07.923855 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] Set router a85909c5-3390-46c5-a489-1970fab89319 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:00:08.082157 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device d87261a4-6401-470b-8720-194a35f4721a up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:00:08.168698 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port d87261a4-6401-470b-8720-194a35f4721a triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:00:08.169251 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:08.212362 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85909c5-3390-46c5-a489-1970fab89319', 'name': 'router1', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '1b8daf60-af58-4b63-a39b-d3829b1d3e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T13:59:47Z', 'updated_at': '2021-08-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'gw_port': {'id': '1b8daf60-af58-4b63-a39b-d3829b1d3e78', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85909c5-3390-46c5-a489-1970fab89319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:00:04Z', 'updated_at': '2021-08-10T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'd87261a4-6401-470b-8720-194a35f4721a', 'name': '', 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'mac_address': 'fa:16:3e:d4:68:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85909c5-3390-46c5-a489-1970fab89319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T13:59:56Z', 'updated_at': '2021-08-10T14:00:06Z', 'revision_number': 5, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'subnets': [{'id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a87202f7-ef19-46a8-939f-6b2acdc7301c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:00:08.242694 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7a541-c836-4eb4-8d54-23b7b667f248 None None] The sync data for ids ['a85909c5-3390-46c5-a489-1970fab89319'] in dv-cinder-788363-11-iscsi is: [{'id': 'a85909c5-3390-46c5-a489-1970fab89319', 'name': 'router1', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '1b8daf60-af58-4b63-a39b-d3829b1d3e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T13:59:47Z', 'updated_at': '2021-08-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'gw_port': {'id': '1b8daf60-af58-4b63-a39b-d3829b1d3e78', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85909c5-3390-46c5-a489-1970fab89319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:00:04Z', 'updated_at': '2021-08-10T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'd87261a4-6401-470b-8720-194a35f4721a', 'name': '', 'network_id': '0dca272b-75f6-402c-92d7-21992e515ef2', 'tenant_id': 'd00259a51af74957863a1f4c7b71758c', 'mac_address': 'fa:16:3e:d4:68:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85909c5-3390-46c5-a489-1970fab89319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T13:59:56Z', 'updated_at': '2021-08-10T14:00:06Z', 'revision_number': 5, 'project_id': 'd00259a51af74957863a1f4c7b71758c', 'subnets': [{'id': '11c8e7a1-b33a-467c-b498-bb57123511e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a87202f7-ef19-46a8-939f-6b2acdc7301c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:00:10.135804 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 1b8daf60-af58-4b63-a39b-d3829b1d3e78 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:00:10.189920 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 1b8daf60-af58-4b63-a39b-d3829b1d3e78 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:00:10.194338 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 1b8daf60-af58-4b63-a39b-d3829b1d3e78 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:00:10.194723 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:10.270845 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:10.291402 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 1b8daf60-af58-4b63-a39b-d3829b1d3e78, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=1b8daf60-af58-4b63-a39b-d3829b1d3e78,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:00:10.295063 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:10.343732 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=1b8daf60-af58-4b63-a39b-d3829b1d3e78,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:00:12.117703 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 1b8daf60-af58-4b63-a39b-d3829b1d3e78 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:00:12.183724 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 1b8daf60-af58-4b63-a39b-d3829b1d3e78 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:00:12.184232 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:21.400153 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbc-cfab-44ab-95cf-0de40ab57dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:23.743828 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-d034ea22-449b-42f8-ac52-4b6c564523bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:24.159582 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:24.816548 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:26.593339 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:30.186013 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 5 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:00:51.402399 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c83e-b287-4944-af9a-92c18877c399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:53.739099 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-85429022-502c-4849-b6eb-11de9aa9bfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:54.152544 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:54.819919 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:00:56.583776 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:07.184953 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 5 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:01:21.405085 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5c66-d037-44ab-9d88-3c5ef2ae6412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:23.765620 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb760-a61c-469e-8c0e-19bca8b455ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:24.154188 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:24.820409 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:26.586398 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:43.441967 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43536) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:01:43.504490 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e287bc-7045-40a5-a206-356d325df328 admin admin] GET failed (client error): The resource could not be found. Aug 10 14:01:43.505804 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-72e287bc-7045-40a5-a206-356d325df328 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628555 Aug 10 14:01:43.668475 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ae774-4cf4-4ab7-83d0-a388847d4c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:43.669883 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ad6ae774-4cf4-4ab7-83d0-a388847d4c74 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1597168 Aug 10 14:01:44.183458 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 5 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:01:45.831193 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 43546) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:01:45.928026 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4cd90-682e-4b8a-b314-b3d64d81f5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:45.929365 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-17a4cd90-682e-4b8a-b314-b3d64d81f5e7 admin admin] 10.222.0.26 "GET /v2.0/subnets/11c8e7a1-b33a-467c-b498-bb57123511e0 HTTP/1.1" status: 200 len: 849 time: 0.0969012 Aug 10 14:01:45.939751 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:01:46.031238 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Notify callbacks [] for subnet, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:46.170933 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747732724628'] for subnet, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:46.206505 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:46.207551 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:46.222231 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] 10.222.0.26 "PUT /v2.0/subnets/11c8e7a1-b33a-467c-b498-bb57123511e0 HTTP/1.1" status: 200 len: 868 time: 0.2730186 Aug 10 14:01:46.222493 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7d6e6-fd33-41fd-88c5-8b50fe2f665d None None] Network 0dca272b-75f6-402c-92d7-21992e515ef2 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:01:46.229662 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c8e7a1-b33a-467c-b498-bb57123511e0,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:01:46.238314 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.238698 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.239052 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.239423 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.239771 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.240116 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.240460 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.240816 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.241168 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.241505 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.241836 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.242164 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095b242-a425-4781-963a-047fcca3c7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:01:46.633453 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-99766c74-69a4-434a-b8ba-f4f0aaa4767b None None] Provisioning complete for port dd8f2a5f-ff0c-4130-a4ea-3efedcec1bb8 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:01:46.633831 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-99766c74-69a4-434a-b8ba-f4f0aaa4767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:46.715767 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-99766c74-69a4-434a-b8ba-f4f0aaa4767b None None] Provisioning complete for port d87261a4-6401-470b-8720-194a35f4721a triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:01:46.716035 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-99766c74-69a4-434a-b8ba-f4f0aaa4767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:48.372230 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43556) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:01:48.574956 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b32702-7e97-414b-b1e2-1970414581bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:48.575481 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b32702-7e97-414b-b1e2-1970414581bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:48.577023 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-a3b32702-7e97-414b-b1e2-1970414581bb admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2038484 Aug 10 14:01:50.755595 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43564) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:01:50.887386 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c63d3-253b-463f-aa26-ba23256e080c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:50.887879 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c63d3-253b-463f-aa26-ba23256e080c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:50.889429 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-8d7c63d3-253b-463f-aa26-ba23256e080c admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328757 Aug 10 14:01:51.406988 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-04d89a34-9e27-4830-aa57-8ac85c1fbb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:53.069705 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 43572) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:01:53.277041 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc249fa-a351-4ae9-ba77-7a55c4300e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:53.278341 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-ffc249fa-a351-4ae9-ba77-7a55c4300e40 admin admin] 10.222.0.26 "GET /v2.0/networks/0dca272b-75f6-402c-92d7-21992e515ef2 HTTP/1.1" status: 200 len: 869 time: 0.2076635 Aug 10 14:01:53.736485 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4dc53ef3-8314-41ac-87e9-ac6c10d1dd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:54.156476 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:54.821818 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:55.528809 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 43580) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:01:55.654804 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a2b910-65fc-46e6-9876-1ab0edacb37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:55.656272 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-85a2b910-65fc-46e6-9876-1ab0edacb37c admin admin] 10.222.0.26 "GET /v2.0/networks/c2dada14-6cba-4f81-a379-634ea0076871 HTTP/1.1" status: 200 len: 886 time: 0.1264493 Aug 10 14:01:56.590587 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:01:57.825171 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 43588) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:01:57.945396 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63506f6-21c0-4cea-8dba-d235551385ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:57.945857 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63506f6-21c0-4cea-8dba-d235551385ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:01:57.947455 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-b63506f6-21c0-4cea-8dba-d235551385ee admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212130 Aug 10 14:02:00.089678 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 43596) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:02:00.188944 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a69559-44be-4bb4-a6c1-55ffae49665e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:02:00.189418 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a69559-44be-4bb4-a6c1-55ffae49665e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:02:00.191005 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-38a69559-44be-4bb4-a6c1-55ffae49665e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1003184 Aug 10 14:02:02.356695 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43604) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:02:02.450463 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0109b293-5cd6-4ef5-ab21-59c29da47169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:02:02.451862 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-0109b293-5cd6-4ef5-ab21-59c29da47169 admin admin] 10.222.0.26 "GET /v2.0/subnets/11c8e7a1-b33a-467c-b498-bb57123511e0 HTTP/1.1" status: 200 len: 868 time: 0.0942819 Aug 10 14:02:04.613793 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43612) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:02:04.699565 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b26430-6845-4e0c-b449-95eeb7384524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:02:04.700920 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-b2b26430-6845-4e0c-b449-95eeb7384524 admin admin] 10.222.0.26 "GET /v2.0/subnets/13add2c6-0740-45a5-9f86-ab416ac2a6f5 HTTP/1.1" status: 200 len: 816 time: 0.0861752 Aug 10 14:02:21.182034 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 5 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:02:21.408382 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-20db3e27-282c-4c55-975e-2901e078983a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:23.738560 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-78cc31ba-3433-41fa-8dad-a590abde542e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:24.164846 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:24.825913 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:26.593625 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:30.333816 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43666) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:02:30.381970 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [None req-f8cd6ab8-eb36-494c-969d-9bcb5951542d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:02:30.382966 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-f8cd6ab8-eb36-494c-969d-9bcb5951542d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482202 Aug 10 14:02:32.618741 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43674) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:02:32.679412 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b455a9-92f3-4c64-889c-3338669358b6 admin admin] GET failed (client error): The resource could not be found. Aug 10 14:02:32.680774 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-51b455a9-92f3-4c64-889c-3338669358b6 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610719 Aug 10 14:02:32.769505 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b5ea2-2f39-4d21-9da1-fbec541706d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:02:32.771033 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ea0b5ea2-2f39-4d21-9da1-fbec541706d2 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859001 Aug 10 14:02:34.975776 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43682) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:02:35.023673 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:02:35.043967 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Made reservation on behalf of c45cb07bf2174a9da46ea777350d513e for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:02:35.046745 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:35.082487 dv-cinder-788363-11-iscsi neutron-server[93626]: WARNING neutron.services.revisions.revision_plugin [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Could not find related network for resource to bump revision. Aug 10 14:02:35.094223 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:02:35.103701 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:35.104048 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Added segment 9c0e15ad-6c71-4a00-acf8-55ca61900069 of type vlan for network 688e3523-5a9b-492e-855f-b17e76c51041 Aug 10 14:02:35.143066 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:35.171363 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:35.172297 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:02:35.172902 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:35.278078 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3012049 Aug 10 14:02:35.282980 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Pushing event updated for resources: {'Network': ['ID=688e3523-5a9b-492e-855f-b17e76c51041,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:02:35.290576 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.290940 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.291601 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.291731 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.291972 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.292322 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.292660 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.293044 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.293352 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.293677 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.294003 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.294388 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f77c26-e64e-40ce-98e5-4b5ebd7615d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:35.305976 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 688e3523-5a9b-492e-855f-b17e76c51041 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:02:37.523499 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 43690) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:02:37.583297 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3365da-0e4f-4d83-8c10-f073d3b362da admin admin] GET failed (client error): The resource could not be found. Aug 10 14:02:37.584616 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-6f3365da-0e4f-4d83-8c10-f073d3b362da admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601821 Aug 10 14:02:37.684157 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2455f35-df00-4300-ab04-f6e67570c7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:02:37.685625 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-d2455f35-df00-4300-ab04-f6e67570c7fa admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0966542 Aug 10 14:02:37.699536 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:02:37.725424 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Made reservation on behalf of c45cb07bf2174a9da46ea777350d513e for: {'subnet': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:02:37.727780 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:37.891740 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:37.941201 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75657a65-081f-447c-9c5b-d84929524a98,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:02:37.950674 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Checking segment: {'id': '9c0e15ad-6c71-4a00-acf8-55ca61900069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:02:37.951021 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Network hostable DHCP agents. Network: 688e3523-5a9b-492e-855f-b17e76c51041, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:02:37.970471 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Network 688e3523-5a9b-492e-855f-b17e76c51041 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:02:37.975630 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 688e3523-5a9b-492e-855f-b17e76c51041) {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:02:37.979661 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:02:37.980249 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:37.986007 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8e317-4323-4269-9710-a4f94c999d3a None None] Network 688e3523-5a9b-492e-855f-b17e76c51041 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:02:37.993848 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-4b014381-6286-486e-bbd9-e23396d4f678 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3007748 Aug 10 14:02:38.234606 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-688e3523-5a9b-492e-855f-b17e76c51041', 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041', 'tenant_id': 'c45cb07bf2174a9da46ea777350d513e', 'fixed_ips': [{'subnet_id': '75657a65-081f-447c-9c5b-d84929524a98'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:02:38.235978 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:38.374577 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Allocated IP 192.168.233.2 (688e3523-5a9b-492e-855f-b17e76c51041/75657a65-081f-447c-9c5b-d84929524a98/de1ad77a-d90e-4c67-80b7-520ac1953a00) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:02:38.516592 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:38.525077 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Transition to ACTIVE for port object de1ad77a-d90e-4c67-80b7-520ac1953a00 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:02:38.540536 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Transition to ACTIVE for port object de1ad77a-d90e-4c67-80b7-520ac1953a00 will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:02:38.548516 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:38.585804 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Network 688e3523-5a9b-492e-855f-b17e76c51041 is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:02:38.592946 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:02:38.595717 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:02:38.606602 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Pushing event updated for resources: {'Port': ['ID=de1ad77a-d90e-4c67-80b7-520ac1953a00,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:02:38.626476 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.626852 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.627242 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.627575 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.627912 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.628249 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.628589 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.628917 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.629265 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.629665 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.629997 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.630331 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:02:38.668498 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Attempting to bind port de1ad77a-d90e-4c67-80b7-520ac1953a00 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:02:38.668873 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Attempting to bind port de1ad77a-d90e-4c67-80b7-520ac1953a00 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '9c0e15ad-6c71-4a00-acf8-55ca61900069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:02:38.669239 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Attempting to bind port de1ad77a-d90e-4c67-80b7-520ac1953a00 on network 688e3523-5a9b-492e-855f-b17e76c51041 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:02:38.674503 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:02:38.674879 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Checking segment: {'id': '9c0e15ad-6c71-4a00-acf8-55ca61900069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:02:38.675309 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:38.675701 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Bound using segment: {'id': '9c0e15ad-6c71-4a00-acf8-55ca61900069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:02:38.676173 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Bound port: de1ad77a-d90e-4c67-80b7-520ac1953a00, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0e15ad-6c71-4a00-acf8-55ca61900069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:02:38.676572 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:38.739125 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] For port de1ad77a-d90e-4c67-80b7-520ac1953a00, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:02:38.742632 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] For port de1ad77a-d90e-4c67-80b7-520ac1953a00, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=de1ad77a-d90e-4c67-80b7-520ac1953a00,segment=NetworkSegment(9c0e15ad-6c71-4a00-acf8-55ca61900069),segment_id=9c0e15ad-6c71-4a00-acf8-55ca61900069)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:02:38.747853 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:38.810315 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d25211-a92c-4ad6-b357-86505d5b193b None None] Pushing event updated for resources: {'Port': ['ID=de1ad77a-d90e-4c67-80b7-520ac1953a00,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:02:39.635303 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a8e3d1-d729-4ff7-bf0a-41a36eea5769 None None] Network 688e3523-5a9b-492e-855f-b17e76c51041 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:02:39.713446 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-df8dca20-723e-4f74-837f-d54f46db0018 None None] Provisioning for port de1ad77a-d90e-4c67-80b7-520ac1953a00 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:02:40.203384 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device de1ad77a-d90e-4c67-80b7-520ac1953a00 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:02:40.260381 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port de1ad77a-d90e-4c67-80b7-520ac1953a00 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:02:40.264490 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port de1ad77a-d90e-4c67-80b7-520ac1953a00 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:02:40.264868 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:40.344726 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:40.378129 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port de1ad77a-d90e-4c67-80b7-520ac1953a00, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=de1ad77a-d90e-4c67-80b7-520ac1953a00,segment=NetworkSegment(9c0e15ad-6c71-4a00-acf8-55ca61900069),segment_id=9c0e15ad-6c71-4a00-acf8-55ca61900069)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:02:40.382209 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:40.430806 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=de1ad77a-d90e-4c67-80b7-520ac1953a00,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:02:42.183781 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device de1ad77a-d90e-4c67-80b7-520ac1953a00 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:02:42.232231 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port de1ad77a-d90e-4c67-80b7-520ac1953a00 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:02:42.232633 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:51.412547 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-689b8651-ca85-4a21-bcf7-8233fe415c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:53.740287 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6f6836ef-d5a4-4d04-80e0-2facfac51f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:54.156443 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:54.829996 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:56.597612 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:02:58.180704 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 5 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:03:21.413921 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a5030b3e-a8f6-467b-bb0b-f8697ecf8a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:23.740971 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-11cd8fd6-4e0d-4bfe-9200-3189ae9d4504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:24.158809 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:24.832752 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:26.600043 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:35.179177 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 5 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:03:46.307060 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 43742) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:03:46.313599 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [None req-a7d88239-f41d-4943-9165-8db948948efa tempest-verify_tempest_config-881937407 tempest-verify_tempest_config-881937407-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:03:46.314575 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-a7d88239-f41d-4943-9165-8db948948efa tempest-verify_tempest_config-881937407 tempest-verify_tempest_config-881937407-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065091 Aug 10 14:03:46.620277 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 43760) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:03:46.724928 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:46.848646 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:46.852163 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:46.895595 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b16117ec156042caacd98f91d589c3a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2742474 Aug 10 14:03:46.896630 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e6057-6193-475a-a233-5a527cb9d2f0,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:03:46.898271 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43764) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:03:46.903612 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.903978 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.904317 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.904657 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.904981 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.905325 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.905654 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.905994 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.906334 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.906658 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.906978 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.907325 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf4c23-957e-4e6b-85e9-1f6a5b302afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:46.955274 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:46.976560 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:47.066527 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:47.069257 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:47.070418 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c8e6057-6193-475a-a233-5a527cb9d2f0 HTTP/1.1" status: 204 len: 168 time: 0.1711628 Aug 10 14:03:47.079119 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e6057-6193-475a-a233-5a527cb9d2f0,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:03:47.085958 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.086345 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.086700 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.087044 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.087424 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.087778 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.088120 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.088468 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.088821 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.089156 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.089541 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:47.089814 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bffdb5-5093-4dd2-90b9-e18bbc9e1736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:03:51.415180 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-8a81ba57-79df-42d5-a850-ef47b4b609ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:53.742578 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-16ea0b07-9e51-4326-b6e2-16940eadc780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:54.165418 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:54.835449 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:03:56.603591 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:12.177553 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 5 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:04:21.416473 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-37b66c6e-b38b-4cd0-892b-63f5f056852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:23.742527 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-ff07f260-1a60-42ab-ad96-9255f5ea04de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:24.158302 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:24.838534 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:26.604505 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:49.178832 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 5 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:04:51.416832 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a782d985-0d11-4717-90bd-678643b20d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:53.742595 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b3225af7-75f8-44c4-b58c-6ec6c89c64c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:54.158790 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:54.843628 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:04:56.607853 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:21.068615 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16421106'] for agent, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:21.417094 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bf735fc5-ed6a-45cd-a69a-a0d6e08ed592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:23.742524 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-9165627d-3049-44df-9f60-4ebb1b161388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:24.161757 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:24.842067 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:26.177621 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:05:26.610130 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:36.466735 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43838) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:05:36.570580 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-31d208f2-baec-4b75-a1d6-13fa714187b3 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1027086 Aug 10 14:05:38.732784 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 43848) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:05:38.792057 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-b7d38b5b-d577-4e45-a66b-84e33e2349fa admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0580130 Aug 10 14:05:51.023451 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:51.417162 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-ca70e50e-6bc8-4717-9d9d-e4845f940053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:53.743123 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4a5117ed-e33d-45d7-a356-84580623069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:54.163195 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:54.848042 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:05:56.613226 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:03.176318 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:06:21.037265 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:21.418285 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a51e2d75-1491-493d-a4f3-770dd779a568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:23.744435 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6bd3429d-aa0b-466d-a7c9-36d3f6ec5a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:24.164722 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:24.847970 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:26.616757 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:40.175083 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:06:51.051934 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:51.419344 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-92c8c110-715a-4080-9b67-d101bfc54c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:53.746799 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-16afee97-9dad-4efe-a302-fc4970dbdf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:54.167898 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:54.852508 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:06:56.622442 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.136799 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44034) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:08.222798 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44048) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:08.391662 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-999749745-network', 'tenant_id': '64f2b1c02a83474ab8581ec11c1c33ae'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:08.412918 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Made reservation on behalf of 64f2b1c02a83474ab8581ec11c1c33ae for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:08.415268 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.423883 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.528650 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.533034 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.557526 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:07:08.566746 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bec1b7f-a26a-4637-8a35-c47165a260d7,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:08.576907 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.577284 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.577645 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.577981 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.578323 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.578683 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.579024 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.579401 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.579741 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.580079 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.580403 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.580729 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Tracked resource versions report: Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: pushed versions: Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: { 'AddressGroup': {'1.2'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'ConntrackHelper': {'1.0'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Log': {'1.0'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Network': {'1.1'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Port': {'1.7'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'PortForwarding': {'1.2'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'QosPolicy': {'1.9'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SecurityGroup': {'1.4'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SubPort': {'1.0'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Subnet': {'1.1'}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Trunk': {'1.1'}} Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: consumer versions: Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: { DHCP agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: HyperV agent@hv-cinder-78836: {}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: L3 agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: Metadata agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: Metering agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: Open vSwitch agent@dv-cinder-788363-11-iscsi: { 'AddressGroup': '1.2', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'ConntrackHelper': '1.0', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Log': '1.0', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Network': '1.1', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Port': '1.7', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'PortForwarding': '1.2', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'QosPolicy': '1.9', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SecurityGroup': '1.4', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SecurityGroupRule': '1.2', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'SubPort': '1.0', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Subnet': '1.1', Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: 'Trunk': '1.1'}} Aug 10 14:07:08.581860 dv-cinder-788363-11-iscsi neutron-server[93626]: {{(pid=93626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:07:08.584970 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.585328 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Added segment e48a6b29-a182-4a7c-9c4f-5ee04471cc62 of type vlan for network 60c79d7a-1ff9-4887-b236-9d6156158952 Aug 10 14:07:08.626454 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.657109 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.658290 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:08.659082 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.689424 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1538678345-network', 'tenant_id': '60d9d194cba4415e920751d966cf29ba'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:08.728060 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5861127 Aug 10 14:07:08.728970 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44066) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:08.737704 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Request body: {'subnet': {'network_id': '60c79d7a-1ff9-4887-b236-9d6156158952', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-999749745-subnet', 'tenant_id': '64f2b1c02a83474ab8581ec11c1c33ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:08.753181 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7e887-4111-4acb-9ed6-1daa3e05b119 admin admin] Pushing event updated for resources: {'Network': ['ID=60c79d7a-1ff9-4887-b236-9d6156158952,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:08.755690 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Made reservation on behalf of 60d9d194cba4415e920751d966cf29ba for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:08.758066 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.764571 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 60c79d7a-1ff9-4887-b236-9d6156158952 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:07:08.770703 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.778953 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44070) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:08.803872 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Made reservation on behalf of 64f2b1c02a83474ab8581ec11c1c33ae for: {'subnet': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:08.806749 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.816220 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44080) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:08.827007 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44084) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:08.866718 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44088) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:08.937002 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.942017 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:08.986966 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:07:08.995177 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-764247576-network', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:09.023230 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Made reservation on behalf of 51c9d3d5846a4ac59902ef873d009eae for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:09.025376 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.026202 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.040769 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-172590214-network', 'tenant_id': 'ff40bb6582374757ada4d72e18136afe'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:09.048124 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-network', 'tenant_id': '87109c73f13448588e285f393b561d49'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:09.055660 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.088375 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=015ef776-820d-4531-8c4f-2a885ee804a1,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:09.104263 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.104645 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.104997 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.105515 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.106435 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.106986 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.107548 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.108726 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.109284 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.109814 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.110340 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.110948 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Tracked resource versions report: Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: pushed versions: Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: { 'AddressGroup': {'1.2'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'ConntrackHelper': {'1.0'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Log': {'1.0'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Network': {'1.1'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Port': {'1.7'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'PortForwarding': {'1.2'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'QosPolicy': {'1.9'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SecurityGroup': {'1.4'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SubPort': {'1.0'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Subnet': {'1.1'}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Trunk': {'1.1'}} Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: consumer versions: Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: { DHCP agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: HyperV agent@hv-cinder-78836: {}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: L3 agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: Metadata agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: Metering agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: Open vSwitch agent@dv-cinder-788363-11-iscsi: { 'AddressGroup': '1.2', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'ConntrackHelper': '1.0', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Log': '1.0', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Network': '1.1', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Port': '1.7', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'PortForwarding': '1.2', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'QosPolicy': '1.9', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SecurityGroup': '1.4', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SecurityGroupRule': '1.2', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'SubPort': '1.0', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Subnet': '1.1', Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: 'Trunk': '1.1'}} Aug 10 14:07:09.113147 dv-cinder-788363-11-iscsi neutron-server[93625]: {{(pid=93625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:07:09.115039 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-272427594-network', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:09.116742 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Made reservation on behalf of ff40bb6582374757ada4d72e18136afe for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:09.119905 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.128420 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Checking segment: {'id': 'e48a6b29-a182-4a7c-9c4f-5ee04471cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c79d7a-1ff9-4887-b236-9d6156158952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:09.129129 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Network hostable DHCP agents. Network: 60c79d7a-1ff9-4887-b236-9d6156158952, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:07:09.129315 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.129666 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Added segment df01fdd4-f194-4d9f-9e59-d26534053290 of type vlan for network d496c528-c828-4efe-b934-272531057e9e Aug 10 14:07:09.132051 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.139978 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df63da8-aaec-4e5f-a71e-75287e20df53,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:09.146626 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Made reservation on behalf of 87109c73f13448588e285f393b561d49 for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:09.149317 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Network 60c79d7a-1ff9-4887-b236-9d6156158952 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:07:09.150008 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.163779 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 60c79d7a-1ff9-4887-b236-9d6156158952) {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:09.170051 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:09.170978 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.176674 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d811d507-6f33-4743-a388-d1d105c84ac0 None None] Network 60c79d7a-1ff9-4887-b236-9d6156158952 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:09.217033 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-e1ee0f16-4d0f-4a42-883f-74a5711c78aa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4853163 Aug 10 14:07:09.294851 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.306068 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.308378 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fecaf01-1de3-4aed-841a-a9123487587d None None] Network 60c79d7a-1ff9-4887-b236-9d6156158952 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:09.406169 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.473134 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.480918 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.482623 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:09.483387 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.531905 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:07:09.589686 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955da919-5fb5-438e-bf51-e3f7e8104f1b,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:09.607040 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.607718 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Added segment 19389a57-dd15-4574-920b-451c547f18c2 of type vlan for network fe953ddb-18b7-41b6-92fc-67bc60321d14 Aug 10 14:07:09.621878 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.630781 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.675369 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] Pushing event updated for resources: {'Network': ['ID=d496c528-c828-4efe-b934-272531057e9e,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:09.689589 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network d496c528-c828-4efe-b934-272531057e9e details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:07:09.697589 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:07:09.705586 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.727434 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Made reservation on behalf of 0833bee3d99349a482e554e2c6b78e76 for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:09.729732 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.735511 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913bebad-0075-4e7e-81e0-1b2d97f4b905,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:09.740117 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.740537 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Added segment f35346ea-1f27-4ecb-9261-30dad9b5ef0a of type vlan for network eb843b2e-dadb-42ac-8598-37adb15031e0 Aug 10 14:07:09.764824 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.837935 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.839093 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:09.839879 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.847787 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.964682 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.966206 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:09.967025 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:09.969963 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] Pushing event updated for resources: {'Network': ['ID=fe953ddb-18b7-41b6-92fc-67bc60321d14,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:09.982628 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network fe953ddb-18b7-41b6-92fc-67bc60321d14 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:07:10.063052 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.064571 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] Pushing event updated for resources: {'Network': ['ID=eb843b2e-dadb-42ac-8598-37adb15031e0,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:10.072915 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.093570 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-6a22bc1e-1232-47b0-be61-957dca4ad69e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8667562 Aug 10 14:07:10.093903 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-f2cc4055-a590-421c-b548-a8ffb6cd90a5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3082116 Aug 10 14:07:10.094447 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44146) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:10.096523 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44148) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:10.102047 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Request body: {'subnet': {'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-subnet', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:10.111073 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:07:10.121042 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network eb843b2e-dadb-42ac-8598-37adb15031e0 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:07:10.124679 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.125324 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Added segment dceec7ee-1765-4bfa-8ea0-a53a3fb9c001 of type vlan for network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 Aug 10 14:07:10.173881 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-5047e072-4b03-4002-b73e-ae44072faac0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3452690 Aug 10 14:07:10.177392 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44160) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:10.184772 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Request body: {'subnet': {'network_id': 'fe953ddb-18b7-41b6-92fc-67bc60321d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-172590214-subnet', 'tenant_id': 'ff40bb6582374757ada4d72e18136afe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:10.185007 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Request body: {'subnet': {'network_id': 'd496c528-c828-4efe-b934-272531057e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1538678345-subnet', 'tenant_id': '60d9d194cba4415e920751d966cf29ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:10.211468 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.245106 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0b4086-6308-48b5-9d2d-f0c89a6667f6,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:10.279016 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.280035 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:10.280621 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.352714 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44168) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:10.356928 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] Pushing event updated for resources: {'Network': ['ID=d2affb74-a46b-441c-a2c7-a989ec7f0bb5,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:10.357853 dv-cinder-788363-11-iscsi neutron-server[93625]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 14:07:10.367767 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:07:10.392847 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.397650 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.418327 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-b9ce7329-c193-4662-8429-2fd13bbb3712 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5983369 Aug 10 14:07:10.419689 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44172) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:10.430662 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Request body: {'subnet': {'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-subnet', 'tenant_id': '87109c73f13448588e285f393b561d49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:10.437596 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:07:10.461393 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84a56e8-54fb-4ec2-a49f-ecf6122ff7d2,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:10.468338 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.468684 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Added segment c36c8c69-6414-4bad-9602-82463b599ec6 of type vlan for network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed Aug 10 14:07:10.511854 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.db.api [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 14:07:10.511854 dv-cinder-788363-11-iscsi neutron-server[93626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 14:07:10.511854 dv-cinder-788363-11-iscsi neutron-server[93626]: [parameters: {'project_id_1': '87109c73f13448588e285f393b561d49', 'expiration_1': datetime.datetime(2021, 8, 10, 14, 7, 10, 451111)}] Aug 10 14:07:10.511854 dv-cinder-788363-11-iscsi neutron-server[93626]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:07:10.512361 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG oslo_db.api [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:07:10.517392 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.db.api [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 14:07:10.517392 dv-cinder-788363-11-iscsi neutron-server[93625]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 14:07:10.517392 dv-cinder-788363-11-iscsi neutron-server[93625]: [parameters: {'project_id_1': 'ff40bb6582374757ada4d72e18136afe', 'expiration_1': datetime.datetime(2021, 8, 10, 14, 7, 10, 192799)}] Aug 10 14:07:10.517392 dv-cinder-788363-11-iscsi neutron-server[93625]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:07:10.517875 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.db.api [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 14:07:10.517875 dv-cinder-788363-11-iscsi neutron-server[93626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 14:07:10.517875 dv-cinder-788363-11-iscsi neutron-server[93626]: [parameters: {'project_id_1': '60d9d194cba4415e920751d966cf29ba', 'expiration_1': datetime.datetime(2021, 8, 10, 14, 7, 10, 189937)}] Aug 10 14:07:10.517875 dv-cinder-788363-11-iscsi neutron-server[93626]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:07:10.518210 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG oslo_db.api [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:07:10.518754 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG oslo_db.api [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:07:10.521559 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.557537 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Made reservation on behalf of 51c9d3d5846a4ac59902ef873d009eae for: {'subnet': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:10.560742 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.571404 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.572743 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:10.573584 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.635346 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7665944 Aug 10 14:07:10.639470 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-f439ffca-c577-48a2-947b-0650833ecd17 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:10.640993 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-f439ffca-c577-48a2-947b-0650833ecd17 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/networks?id=60c79d7a-1ff9-4887-b236-9d6156158952 HTTP/1.1" status: 200 len: 811 time: 0.2850618 Aug 10 14:07:10.641239 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44184) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:10.646041 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Request body: {'subnet': {'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-272427594-subnet', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:10.650110 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18c3ab-09dd-4e35-b097-242596e32766 admin admin] Pushing event updated for resources: {'Network': ['ID=08e6b86a-aadd-4681-ba0d-91b6d70f7fed,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:10.662326 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:07:10.663629 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-3adc6c9e-d663-4585-881a-423d27eb3030 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/quotas/64f2b1c02a83474ab8581ec11c1c33ae HTTP/1.1" status: 200 len: 375 time: 0.0142107 Aug 10 14:07:10.698756 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Made reservation on behalf of 0833bee3d99349a482e554e2c6b78e76 for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:10.701724 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.735243 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-fc2a3aa4-aaa7-40b6-b31a-5cc72f4d9d18 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=64f2b1c02a83474ab8581ec11c1c33ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603774 Aug 10 14:07:10.854682 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.890316 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:10.891073 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-39d995ed-5a1c-4c1c-a918-a32b369ec697 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:07:10.892106 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-39d995ed-5a1c-4c1c-a918-a32b369ec697 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0706153 Aug 10 14:07:10.953286 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21dc2859-6bdf-4381-bb64-bc1211194cc2,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:10.960592 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Checking segment: {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:10.961508 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Network hostable DHCP agents. Network: 08e6b86a-aadd-4681-ba0d-91b6d70f7fed, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:07:10.971777 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e8d6ad-687c-435d-bdc4-b56a61daec94,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:10.980425 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:07:10.991417 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Checking segment: {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:10.991775 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Network hostable DHCP agents. Network: eb843b2e-dadb-42ac-8598-37adb15031e0, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:07:11.000528 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 08e6b86a-aadd-4681-ba0d-91b6d70f7fed) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:11.004737 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:11.005470 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.021503 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d5371-19c4-47fb-8125-5fa4e86d7a07 None None] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:11.028672 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-985639cd-448a-4d97-b329-04858ed4830e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3864012 Aug 10 14:07:11.031375 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44198) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:11.035923 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:11.048444 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-f18fe0ca-66ba-4fb4-8756-4c5925d2e62e service neutron] 10.222.0.26 "GET /v2.0/networks/60c79d7a-1ff9-4887-b236-9d6156158952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479757 Aug 10 14:07:11.051199 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Network eb843b2e-dadb-42ac-8598-37adb15031e0 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:07:11.052543 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Made reservation on behalf of 87109c73f13448588e285f393b561d49 for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:11.054895 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.172342 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Made reservation on behalf of 60d9d194cba4415e920751d966cf29ba for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:11.175304 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.206034 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:07:11.207235 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.270414 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-8432d3d9-ec2c-41f8-99d8-3022df38e881 service neutron] 10.222.0.26 "GET /v2.0/networks/60c79d7a-1ff9-4887-b236-9d6156158952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140696 Aug 10 14:07:11.297305 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, eb843b2e-dadb-42ac-8598-37adb15031e0) {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:11.304117 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Made reservation on behalf of ff40bb6582374757ada4d72e18136afe for: {'subnet': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:11.308789 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.326846 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0297b2c-6d14-4879-9220-23502d72c540 None None] Network eb843b2e-dadb-42ac-8598-37adb15031e0 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:11.358543 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.459481 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.460002 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.512687 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da62e45c-fc2e-4e62-b84b-969a3e9a570c None None] Network eb843b2e-dadb-42ac-8598-37adb15031e0 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:11.566820 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Checking segment: {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:11.567077 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Network hostable DHCP agents. Network: d2affb74-a46b-441c-a2c7-a989ec7f0bb5, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:07:11.590352 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:11.591142 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.604756 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3b00c9-c442-40b9-a58d-cfd8348f9716,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:11.638304 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-9e38b932-1cc6-4588-9b23-9ff2def99079 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5406473 Aug 10 14:07:11.639174 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44214) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:11.647135 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Allocated IP 172.20.0.2 (08e6b86a-aadd-4681-ba0d-91b6d70f7fed/21dc2859-6bdf-4381-bb64-bc1211194cc2/19038099-6657-446f-994d-1697239f890c) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:11.649845 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:11.674479 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.676289 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.685291 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44220) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:11.693492 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:07:11.712013 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, d2affb74-a46b-441c-a2c7-a989ec7f0bb5) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:11.732660 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0cceca-3b8f-4c4b-b13a-e5a2d76ca385 None None] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:11.745885 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4561ca0c-5c57-41e8-b3bd-2b46750fe50f req-41a2c651-ec1b-4cd8-965c-ccc118ffab45 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 210 time: 0.0592036 Aug 10 14:07:11.778663 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.808994 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:11.809594 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.818241 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.826330 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.903685 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Checking segment: {'id': '19389a57-dd15-4574-920b-451c547f18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe953ddb-18b7-41b6-92fc-67bc60321d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:11.904044 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Network hostable DHCP agents. Network: fe953ddb-18b7-41b6-92fc-67bc60321d14, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:07:11.922536 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:11.969148 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Network fe953ddb-18b7-41b6-92fc-67bc60321d14 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:07:11.983475 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, fe953ddb-18b7-41b6-92fc-67bc60321d14) {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:12.006632 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9495c9c-3e30-45cc-a12e-fd9f50c6d62f None None] Network fe953ddb-18b7-41b6-92fc-67bc60321d14 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:12.014724 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4447715-81a3-46d3-8552-5b8d1fb5918b,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:12.018072 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ba07123f-d630-4209-b225-e574b0318901 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5944521 Aug 10 14:07:12.030222 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44238) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:12.036970 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:12.061647 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:12.062366 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.068169 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.069195 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.074943 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.116434 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Transition to ACTIVE for port object 19038099-6657-446f-994d-1697239f890c will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:12.124859 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.209251 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.221366 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-c16109bf-adf0-42d2-982b-4b8622d5af51 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0309176 Aug 10 14:07:12.221593 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-d2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:07:12.221593 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.231241 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Transition to ACTIVE for port object 19038099-6657-446f-994d-1697239f890c will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:12.255014 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.333015 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:12.351090 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:12.361923 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:12.374747 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.387104 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:12.396769 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Checking segment: {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:12.397511 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Network hostable DHCP agents. Network: d496c528-c828-4efe-b934-272531057e9e, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:07:12.452506 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Network d496c528-c828-4efe-b934-272531057e9e is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:07:12.458452 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.467842 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, d496c528-c828-4efe-b934-272531057e9e) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:12.474095 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:12.475042 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.484030 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae751b-8161-4cde-9247-a27b9cf2be01 None None] Network fe953ddb-18b7-41b6-92fc-67bc60321d14 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:12.485892 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9126bd-93ae-4157-9e9b-cd32ee3f341e None None] Network d496c528-c828-4efe-b934-272531057e9e requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:12.518252 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-04e27156-1579-4575-91c8-6e7983c836dd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3354449 Aug 10 14:07:12.520456 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Pushing event updated for resources: {'Port': ['ID=19038099-6657-446f-994d-1697239f890c,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:12.631637 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.631982 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.632426 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.633394 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.633817 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.634401 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.634825 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.635421 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.635870 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.636295 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.636898 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.637328 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Tracked resource versions report: Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: pushed versions: Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: { 'AddressGroup': {'1.2'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'ConntrackHelper': {'1.0'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Log': {'1.0'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Network': {'1.1'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Port': {'1.7'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'PortForwarding': {'1.2'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'QosPolicy': {'1.9'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SecurityGroup': {'1.4'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SubPort': {'1.0'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Subnet': {'1.1'}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Trunk': {'1.1'}} Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: consumer versions: Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: { DHCP agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: HyperV agent@hv-cinder-78836: {}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: L3 agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: Metadata agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: Metering agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: Open vSwitch agent@dv-cinder-788363-11-iscsi: { 'AddressGroup': '1.2', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'ConntrackHelper': '1.0', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Log': '1.0', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Network': '1.1', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Port': '1.7', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'PortForwarding': '1.2', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'QosPolicy': '1.9', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SecurityGroup': '1.4', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SecurityGroupRule': '1.2', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'SubPort': '1.0', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Subnet': '1.1', Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: 'Trunk': '1.1'}} Aug 10 14:07:12.638776 dv-cinder-788363-11-iscsi neutron-server[93627]: {{(pid=93627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:07:12.798944 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.860873 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.891956 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Attempting to bind port 19038099-6657-446f-994d-1697239f890c on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:12.892411 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Attempting to bind port 19038099-6657-446f-994d-1697239f890c by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:12.892952 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Attempting to bind port 19038099-6657-446f-994d-1697239f890c on network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:12.953745 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:12.955565 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Checking segment: {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:12.956026 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:12.956941 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Bound using segment: {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:12.958128 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Bound port: 19038099-6657-446f-994d-1697239f890c, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:12.959396 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.043158 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-67f924e1-e839-499b-93c8-37894e602070 req-82490ec2-6e8b-42c5-a362-021afb4d6152 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 210 time: 0.0903444 Aug 10 14:07:13.052011 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Allocated IP 172.20.0.2 (d2affb74-a46b-441c-a2c7-a989ec7f0bb5/2a3b00c9-c442-40b9-a58d-cfd8348f9716/9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:13.082469 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.139053 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.271858 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44304) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:13.288708 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-806441885-network', 'tenant_id': '2bbb0a0f3c5745b8b4f519fbdca83e78'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:13.340677 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Allocated IP 172.27.1.132 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/6255c51a-b0bb-4519-9d68-dc4fa147d63f) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:13.425909 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Made reservation on behalf of 2bbb0a0f3c5745b8b4f519fbdca83e78 for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:13.428495 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.503373 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.574469 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0abbbd7-446b-464b-ba29-ae90c2e26151 None None] Network d496c528-c828-4efe-b934-272531057e9e requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:13.653993 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] For port 19038099-6657-446f-994d-1697239f890c, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:13.667651 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.744489 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] For port 19038099-6657-446f-994d-1697239f890c, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=19038099-6657-446f-994d-1697239f890c,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:13.777125 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.790435 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.803198 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.829962 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:07:13.832397 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.901587 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44340) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:13.924439 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e356fe-e6ef-4cff-bf78-9700517561c9 None None] Pushing event updated for resources: {'Port': ['ID=19038099-6657-446f-994d-1697239f890c,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:13.950438 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:13.950705 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Added segment 90ab6864-b029-4dca-8362-1224da7a3ae9 of type vlan for network 49c8c312-2ecf-4162-af78-4b51fae18cb8 Aug 10 14:07:13.953049 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:13.970548 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf52b63e-47b8-4540-bec1-dfea90a9ca32,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:13.974991 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:13.991986 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Allocated IP 172.27.1.91 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/11377240-b5b7-40c6-b448-5f4656aaa72a) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:14.007004 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.021195 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:14.041604 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.068989 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-da2753f2-8300-481b-adbe-aa20b63e90cf tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:14.071086 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-da2753f2-8300-481b-adbe-aa20b63e90cf tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 815 time: 0.5676544 Aug 10 14:07:14.092589 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.104914 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Transition to ACTIVE for port object 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:14.136594 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Transition to ACTIVE for port object 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:14.149265 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.221508 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.233538 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Pushing event updated for resources: {'Port': ['ID=6255c51a-b0bb-4519-9d68-dc4fa147d63f,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:14.237568 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-6f8a5631-10a4-4f09-8f01-f9fa5cebf7f3 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/quotas/60d9d194cba4415e920751d966cf29ba HTTP/1.1" status: 200 len: 375 time: 0.1421804 Aug 10 14:07:14.238822 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:14.241744 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:14.263663 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:14.291023 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Pushing event updated for resources: {'Port': ['ID=9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:14.312369 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-82f28ecd-5f15-4356-a990-49ef0e056dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.360656 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.366487 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:14.368457 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.392348 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Attempting to bind port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:14.393179 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Attempting to bind port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:14.393801 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Attempting to bind port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a on network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:14.409420 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:14.413690 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Checking segment: {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:14.414263 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.414786 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Bound using segment: {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:14.415404 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Bound port: 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:14.415919 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.437835 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-b8e4afc0-53b2-4b2c-a75b-e716e66953ec tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1992016 Aug 10 14:07:14.481179 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 19038099-6657-446f-994d-1697239f890c up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:14.495124 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-985dfdbc-c7bf-4e28-a738-085849b5c78e req-21dfb389-8c69-421f-9099-33b1f6211b73 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 210 time: 0.1723874 Aug 10 14:07:14.553201 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.606864 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] For port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:14.610992 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] For port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:14.623700 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.638070 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-6e09030e-d986-4272-be21-71d15bb4505b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:07:14.639369 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-6e09030e-d986-4272-be21-71d15bb4505b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0818810 Aug 10 14:07:14.681543 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:14.688977 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4153631 Aug 10 14:07:14.708367 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146e448-97f5-48cb-b2d4-70864240e047 admin admin] Pushing event updated for resources: {'Network': ['ID=49c8c312-2ecf-4162-af78-4b51fae18cb8,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:14.710273 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2512103-27d9-47d3-bb90-705b43e55c98 None None] Pushing event updated for resources: {'Port': ['ID=9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:14.714610 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44364) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:14.723417 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Request body: {'subnet': {'network_id': '49c8c312-2ecf-4162-af78-4b51fae18cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-806441885-subnet', 'tenant_id': '2bbb0a0f3c5745b8b4f519fbdca83e78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:14.730882 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 49c8c312-2ecf-4162-af78-4b51fae18cb8 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:07:14.744230 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 19038099-6657-446f-994d-1697239f890c completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:14.760423 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:14.767269 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:14.808698 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:14.945844 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Allocated IP 172.27.1.135 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/99557939-bb3b-4f0a-ba1b-8045676c35b8) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:14.949876 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Pushing event updated for resources: {'Port': ['ID=11377240-b5b7-40c6-b448-5f4656aaa72a,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:15.002333 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.035613 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-6ad3be5b-4f27-4380-9b1b-e7357142f610 service neutron] 10.222.0.26 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788552 Aug 10 14:07:15.051158 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.53', 59847) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:15.424002 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.443079 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-82f28ecd-5f15-4356-a990-49ef0e056dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.503416 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Made reservation on behalf of 2bbb0a0f3c5745b8b4f519fbdca83e78 for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:15.506204 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.536847 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddedd54-2867-4eaa-bc08-4f14ba174207 None None] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:15.572965 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.616124 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-82f28ecd-5f15-4356-a990-49ef0e056dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.626123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.653261 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-50d03dc9-bd8e-4cf9-9dc6-868180b642e4 None None] Provisioning for port 19038099-6657-446f-994d-1697239f890c completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:15.669345 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-50d03dc9-bd8e-4cf9-9dc6-868180b642e4 None None] Provisioning complete for port 19038099-6657-446f-994d-1697239f890c triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:15.669746 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-50d03dc9-bd8e-4cf9-9dc6-868180b642e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.669974 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-82f28ecd-5f15-4356-a990-49ef0e056dff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac93e56ec84a4757a068d2accbabf333&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7660639 Aug 10 14:07:15.673385 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44406) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:15.786405 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-913c988c-1924-4141-82c1-965399b1c0e9 service neutron] 10.222.0.26 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359693 Aug 10 14:07:15.808255 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f28ecd-5f15-4356-a990-49ef0e056dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78f221-4ef9-48de-ab4c-06dea1c3c59e,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:15.834234 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.839047 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-25154d81-cebe-4391-a67a-b18607ad39d1 req-f68251d1-40da-403d-86cd-27b27217d28a tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 210 time: 0.0711236 Aug 10 14:07:15.870349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-6a973008-d1d9-473c-ab20-81515460fb24 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:15.878377 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-6a973008-d1d9-473c-ab20-81515460fb24 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.53 "GET /v2.0/networks?id=60c79d7a-1ff9-4887-b236-9d6156158952 HTTP/1.1" status: 200 len: 811 time: 0.8207164 Aug 10 14:07:15.890940 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-50d03dc9-bd8e-4cf9-9dc6-868180b642e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:15.931504 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-50d03dc9-bd8e-4cf9-9dc6-868180b642e4 None None] For port 19038099-6657-446f-994d-1697239f890c, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=19038099-6657-446f-994d-1697239f890c,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:15.937715 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-50d03dc9-bd8e-4cf9-9dc6-868180b642e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:16.002387 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Router 2449e38a-506e-4951-9a0e-eddfe9c44adf is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:07:16.010005 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-974c8e38-53e0-490b-aeb2-01b0b752eddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:16.012190 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:16.022915 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Request body: {'port': {'device_id': 'd43d0fcf-8076-4828-b356-4df39d2279a8', 'network_id': '60c79d7a-1ff9-4887-b236-9d6156158952', 'admin_state_up': True, 'tenant_id': '64f2b1c02a83474ab8581ec11c1c33ae'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:16.048921 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d03dc9-bd8e-4cf9-9dc6-868180b642e4 None None] Pushing event updated for resources: {'Port': ['ID=19038099-6657-446f-994d-1697239f890c,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:16.103111 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-974c8e38-53e0-490b-aeb2-01b0b752eddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:16.213981 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:16.215482 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:16.217425 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Pushing event updated for resources: {'Port': ['ID=99557939-bb3b-4f0a-ba1b-8045676c35b8,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:16.229511 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:16.347905 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdc0e81-e4ec-4e76-9127-6bdb6f0261d0 None None] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:16.544496 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b5bc91e5-ada2-4d8e-a475-ae5057528457 None None] Provisioning complete for port 19038099-6657-446f-994d-1697239f890c triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:16.545044 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b5bc91e5-ada2-4d8e-a475-ae5057528457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:16.594893 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:07:16.629025 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Sync routers for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:07:16.633303 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:16.657958 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:16.663583 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:06:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:16.710374 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe746ea-0c4a-4e55-bbfc-176c4d369da0,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:16.771243 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] Notify callbacks [] for router, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:16.776395 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-19ab7205-9a1b-449a-8cd2-5227a6a5c45b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7427242 Aug 10 14:07:16.778267 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44450) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:16.788952 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-974c8e38-53e0-490b-aeb2-01b0b752eddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:16.797715 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-974c8e38-53e0-490b-aeb2-01b0b752eddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:16.802709 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-974c8e38-53e0-490b-aeb2-01b0b752eddf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd78f221-4ef9-48de-ab4c-06dea1c3c59e HTTP/1.1" status: 204 len: 168 time: 1.1184757 Aug 10 14:07:16.915595 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4a56037c-e6b9-44ae-b19f-f6dd3a477ac3 req-05467898-9ee2-4b95-9cc8-5ecf1cc237ee tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.5708659 Aug 10 14:07:16.943084 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c8e38-53e0-490b-aeb2-01b0b752eddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78f221-4ef9-48de-ab4c-06dea1c3c59e,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:16.952686 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:16.954903 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Checking segment: {'id': '90ab6864-b029-4dca-8362-1224da7a3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49c8c312-2ecf-4162-af78-4b51fae18cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:16.956063 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Network hostable DHCP agents. Network: 49c8c312-2ecf-4162-af78-4b51fae18cb8, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:07:17.037420 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:17.082888 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 19038099-6657-446f-994d-1697239f890c up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:17.121470 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Network 49c8c312-2ecf-4162-af78-4b51fae18cb8 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:07:17.152723 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 49c8c312-2ecf-4162-af78-4b51fae18cb8) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:17.177060 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd65c6-1f93-44ec-b8fd-c2ab846553a0 None None] Network 49c8c312-2ecf-4162-af78-4b51fae18cb8 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:17.180838 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:17.183776 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:17.267922 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:07:17.409460 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-b41740ff-c2fe-4435-9988-f3f59dc38568 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6932073 Aug 10 14:07:17.549403 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bb9f1107-d010-4c4b-be24-6440aefecf3c req-4f696041-f52d-4a56-90c3-e0c37575b9fd tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 210 time: 0.4561009 Aug 10 14:07:17.550029 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b5bc91e5-ada2-4d8e-a475-ae5057528457 None None] Provisioning for port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:17.705214 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b5bc91e5-ada2-4d8e-a475-ae5057528457 None None] Provisioning complete for port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:17.705214 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b5bc91e5-ada2-4d8e-a475-ae5057528457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:17.804348 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:14Z', 'revision_number': 3, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:17.965852 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Checking router: 2449e38a-506e-4951-9a0e-eddfe9c44adf for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:07:17.966217 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Updating router 2449e38a-506e-4951-9a0e-eddfe9c44adf port 6255c51a-b0bb-4519-9d68-dc4fa147d63f binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:07:18.002619 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44488) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:18.047625 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.123548 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 19038099-6657-446f-994d-1697239f890c triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:18.137538 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.160844 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Made reservation on behalf of 64f2b1c02a83474ab8581ec11c1c33ae for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:18.166183 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.238996 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-003daa3b-de5b-4f24-b7e9-53ed3b620dac req-19da9679-5f2b-41ab-93b2-79ae535b7e71 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.1279662 Aug 10 14:07:18.439264 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.501229 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f91fb8-c711-4ae0-85cc-1a9fc3e1126e None None] Network 49c8c312-2ecf-4162-af78-4b51fae18cb8 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:07:18.515649 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.713601 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b5bc91e5-ada2-4d8e-a475-ae5057528457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.802756 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.827604 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-b5bc91e5-ada2-4d8e-a475-ae5057528457 None None] For port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:18.835377 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Transition to ACTIVE for port object 6255c51a-b0bb-4519-9d68-dc4fa147d63f will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:18.847674 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.856938 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b5bc91e5-ada2-4d8e-a475-ae5057528457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.915760 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Pushing event updated for resources: {'Port': ['ID=6255c51a-b0bb-4519-9d68-dc4fa147d63f,revision_number=2']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:18.946052 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.947001 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.947997 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.948687 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.948809 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.949155 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.949725 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.950097 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.950519 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.950865 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.951205 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.951642 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Tracked resource versions report: Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: pushed versions: Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: { 'AddressGroup': {'1.2'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'ConntrackHelper': {'1.0'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Log': {'1.0'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Network': {'1.1'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Port': {'1.7'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'PortForwarding': {'1.2'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'QosPolicy': {'1.9'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SecurityGroup': {'1.4'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SubPort': {'1.0'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Subnet': {'1.1'}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Trunk': {'1.1'}} Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: consumer versions: Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: { DHCP agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: HyperV agent@hv-cinder-78836: {}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: L3 agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: Metadata agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: Metering agent@dv-cinder-788363-11-iscsi: {}, Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: Open vSwitch agent@dv-cinder-788363-11-iscsi: { 'AddressGroup': '1.2', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'ConntrackHelper': '1.0', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Log': '1.0', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Network': '1.1', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Port': '1.7', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'PortForwarding': '1.2', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'QosPolicy': '1.9', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SecurityGroup': '1.4', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SecurityGroupRule': '1.2', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'SubPort': '1.0', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Subnet': '1.1', Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: 'Trunk': '1.1'}} Aug 10 14:07:18.952810 dv-cinder-788363-11-iscsi neutron-server[93628]: {{(pid=93628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:07:18.967899 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Attempting to bind port 6255c51a-b0bb-4519-9d68-dc4fa147d63f on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:18.968303 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Attempting to bind port 6255c51a-b0bb-4519-9d68-dc4fa147d63f by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:18.968680 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Attempting to bind port 6255c51a-b0bb-4519-9d68-dc4fa147d63f on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:18.976256 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:18.976642 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:18.977005 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:18.977416 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:18.978050 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Bound port: 6255c51a-b0bb-4519-9d68-dc4fa147d63f, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:18.978469 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:19.031722 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc91e5-ada2-4d8e-a475-ae5057528457 None None] Pushing event updated for resources: {'Port': ['ID=9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:19.039714 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a11c567b-d749-43d5-bb89-e22e542607fa None None] Provisioning complete for port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:19.040594 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a11c567b-d749-43d5-bb89-e22e542607fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:19.065039 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] For port 6255c51a-b0bb-4519-9d68-dc4fa147d63f, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:19.069014 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] For port 6255c51a-b0bb-4519-9d68-dc4fa147d63f, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=6255c51a-b0bb-4519-9d68-dc4fa147d63f,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:19.074802 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:19.140643 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81b2041-3974-4647-a5dd-10f5f7e44a92 admin admin] Deleting subnet d4447715-81a3-46d3-8552-5b8d1fb5918b {{(pid=93626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:07:19.223734 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d420cd-8070-4c54-aec0-a997420c9aec None None] Pushing event updated for resources: {'Port': ['ID=6255c51a-b0bb-4519-9d68-dc4fa147d63f,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:19.254964 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d81b2041-3974-4647-a5dd-10f5f7e44a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:19.301879 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-374b936a-b889-440e-8144-b52cf5374386 req-1f76ad81-db2f-4512-853a-a8b4a5190900 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 210 time: 0.5002432 Aug 10 14:07:19.318278 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Allocated IP 172.20.0.2 (60c79d7a-1ff9-4887-b236-9d6156158952/015ef776-820d-4531-8c4f-2a885ee804a1/3a37701c-1301-4a1f-83af-a119b8c2c0a9) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:19.319204 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:19.323451 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:06:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:19.510988 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:19.563585 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:19.701327 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-efb36dfa-379f-4632-b8ae-353223ea9e58 req-2cb03f43-b8ac-4826-a8be-494a32bd982f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.1240375 Aug 10 14:07:19.748103 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:14Z', 'revision_number': 3, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:19.787956 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:19.818441 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cff547-7a0a-4467-9dce-860f6fe2c017 None None] The sync data for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi is: [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:14Z', 'revision_number': 3, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:07:19.884188 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d81b2041-3974-4647-a5dd-10f5f7e44a92 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:19.911770 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d81b2041-3974-4647-a5dd-10f5f7e44a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:19.951307 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:19.951307 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Router f71d2438-20f2-4071-ac47-4003554e6bed is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:07:20.289257 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Allocated IP 172.20.0.1 (08e6b86a-aadd-4681-ba0d-91b6d70f7fed/21dc2859-6bdf-4381-bb64-bc1211194cc2/714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:20.329277 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:20.447267 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Router f3550bbc-bb69-4799-ab3e-57e747901bcb is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:07:20.505563 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d81b2041-3974-4647-a5dd-10f5f7e44a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:20.626559 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b2041-3974-4647-a5dd-10f5f7e44a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4447715-81a3-46d3-8552-5b8d1fb5918b,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:20.739500 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d81b2041-3974-4647-a5dd-10f5f7e44a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:20.759542 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d81b2041-3974-4647-a5dd-10f5f7e44a92 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d4447715-81a3-46d3-8552-5b8d1fb5918b HTTP/1.1" status: 204 len: 168 time: 2.7318444 Aug 10 14:07:20.764692 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44548) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:20.780476 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:20.968424 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:20.968935 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.015859 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:07:21.029130 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.061965 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Sync routers for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:07:21.105831 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:21.110299 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:06:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:21.140434 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Transition to ACTIVE for port object 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b will not be triggered until provisioned by entity DHCP. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:21.140831 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Network 60c79d7a-1ff9-4887-b236-9d6156158952 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:21.151243 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44558) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:21.180815 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:21.195803 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:21.220490 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:21.223175 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.223457 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.311318 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Pushing event updated for resources: {'Port': ['ID=3a37701c-1301-4a1f-83af-a119b8c2c0a9,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:21.347158 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.406590 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eee34021-84ff-454a-9864-313197f81065 req-e6210974-675b-442d-a34d-7d662ca2f7f9 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.3883214 Aug 10 14:07:21.415669 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 6255c51a-b0bb-4519-9d68-dc4fa147d63f up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:21.485791 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:21.500687 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:21.516582 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:21.517231 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.569836 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-60541005-23de-4813-83d6-0be4e198b4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.598720 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.683145 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:21.698633 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:07:21.702881 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.53', 59863) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:21.711585 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Sync routers for ids ['f3550bbc-bb69-4799-ab3e-57e747901bcb'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:07:21.733499 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Routers {'f3550bbc-bb69-4799-ab3e-57e747901bcb'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:21.736827 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:06:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f3550bbc-bb69-4799-ab3e-57e747901bcb'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:21.752556 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.760220 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-66ade21d-8ae0-421d-aa99-9b71f176b2bd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.7229395 Aug 10 14:07:21.773740 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44566) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:21.776673 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44568) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:21.805864 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Pushing event updated for resources: {'Port': ['ID=714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:21.869013 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 6255c51a-b0bb-4519-9d68-dc4fa147d63f completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:21.896803 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74b42-eca0-4a97-b3e1-39dd4c2c37d5 req-a6c9bb68-3ee6-4a28-97f3-96aca9963187 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:21.899590 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fde74b42-eca0-4a97-b3e1-39dd4c2c37d5 req-a6c9bb68-3ee6-4a28-97f3-96aca9963187 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 931 time: 1.3211675 Aug 10 14:07:21.904296 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-728b779b-35b5-49e7-a82b-a7c2e0c452ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.948078 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 6255c51a-b0bb-4519-9d68-dc4fa147d63f triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:21.948937 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:21.998113 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-efc5963a-e886-4962-afc5-aedc9492579f None None] Provisioning for port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:22.019196 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-efc5963a-e886-4962-afc5-aedc9492579f None None] Provisioning complete for port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:22.020235 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-efc5963a-e886-4962-afc5-aedc9492579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.031068 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-7f819091-798f-4d58-8cd7-d875e4ed07ee tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0153494 Aug 10 14:07:22.099063 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.100577 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-52cbba84-0d4c-486c-89f6-71493c94f66a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.4554365 Aug 10 14:07:22.110048 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-efc5963a-e886-4962-afc5-aedc9492579f None None] Port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:07:22.128474 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44574) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:22.143700 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Set router f3550bbc-bb69-4799-ab3e-57e747901bcb gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:22.145698 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-1329a1eb-bfc2-4293-b865-1705e9a57677 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:07:22.149452 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-1329a1eb-bfc2-4293-b865-1705e9a57677 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477631 Aug 10 14:07:22.247081 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.285181 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 6255c51a-b0bb-4519-9d68-dc4fa147d63f, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=6255c51a-b0bb-4519-9d68-dc4fa147d63f,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:22.304901 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.408349 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:15Z', 'revision_number': 3, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:22.432282 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.474771 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-59a966a0-1c5a-480d-8ad2-dcff555d1b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.514371 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Checking router: f71d2438-20f2-4071-ac47-4003554e6bed for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:07:22.518686 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Request body: {'port': {'device_id': 'd43d0fcf-8076-4828-b356-4df39d2279a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:22.520097 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Updating router f71d2438-20f2-4071-ac47-4003554e6bed port 11377240-b5b7-40c6-b448-5f4656aaa72a binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:07:22.526889 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.527442 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.528301 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.528744 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.529364 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.529817 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.530245 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.530728 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.531161 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.531654 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.543883 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fde74b42-eca0-4a97-b3e1-39dd4c2c37d5 req-49ec7293-621f-4700-935b-2fc77a2c3bec tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238561 Aug 10 14:07:22.578361 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=6255c51a-b0bb-4519-9d68-dc4fa147d63f,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:22.610377 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.765935 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-49be9fe6-cb36-48ab-9043-d142b9184690 req-0c2c080f-461b-4dc1-853f-801c391cd2fe tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.1152837 Aug 10 14:07:22.838163 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:17Z', 'revision_number': 3, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'gw_port': {'id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:14Z', 'updated_at': '2021-08-10T14:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:22.881380 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.914861 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Checking router: f3550bbc-bb69-4799-ab3e-57e747901bcb for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:07:22.915265 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Updating router f3550bbc-bb69-4799-ab3e-57e747901bcb port 99557939-bb3b-4f0a-ba1b-8045676c35b8 binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:07:22.951079 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-728b779b-35b5-49e7-a82b-a7c2e0c452ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.990822 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:22.994070 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.994808 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.997316 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.997966 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:22.998607 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe953ddb-18b7-41b6-92fc-67bc60321d14']}} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:23.034141 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-728b779b-35b5-49e7-a82b-a7c2e0c452ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.109485 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-728b779b-35b5-49e7-a82b-a7c2e0c452ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a749f3ad0b5747f6b8b5016c3b92ad26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9559529 Aug 10 14:07:23.126617 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44582) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:23.221359 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b779b-35b5-49e7-a82b-a7c2e0c452ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a2245-9716-45d4-b55d-f021dfbc05b2,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:23.329364 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.348528 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Transition to ACTIVE for port object 11377240-b5b7-40c6-b448-5f4656aaa72a will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:23.349431 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19389a57-dd15-4574-920b-451c547f18c2') {'for_net_delete': True} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:23.349846 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19389a57-dd15-4574-920b-451c547f18c2') {} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:23.361119 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.394970 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-59a966a0-1c5a-480d-8ad2-dcff555d1b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.484555 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Attempting to bind port 11377240-b5b7-40c6-b448-5f4656aaa72a on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:23.487640 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Attempting to bind port 11377240-b5b7-40c6-b448-5f4656aaa72a by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:23.488045 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Attempting to bind port 11377240-b5b7-40c6-b448-5f4656aaa72a on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:23.530180 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:23.530584 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:23.531082 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.531502 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:23.532058 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Bound port: 11377240-b5b7-40c6-b448-5f4656aaa72a, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:23.532630 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.534775 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91789b-79ab-47aa-83aa-37b35d29bcd4 None None] Pushing event updated for resources: {'Port': ['ID=11377240-b5b7-40c6-b448-5f4656aaa72a,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:23.593552 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14171212'] for segment, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.606265 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-12569a5e-2a0b-4156-bfeb-a9dff35f09a9 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:23.607953 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-12569a5e-2a0b-4156-bfeb-a9dff35f09a9 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 815 time: 1.8888981 Aug 10 14:07:23.618909 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] For port 11377240-b5b7-40c6-b448-5f4656aaa72a, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:23.624058 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] For port 11377240-b5b7-40c6-b448-5f4656aaa72a, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=11377240-b5b7-40c6-b448-5f4656aaa72a,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:23.630392 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.644388 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-59a966a0-1c5a-480d-8ad2-dcff555d1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.709425 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91789b-79ab-47aa-83aa-37b35d29bcd4 None None] Pushing event updated for resources: {'Port': ['ID=11377240-b5b7-40c6-b448-5f4656aaa72a,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:23.730737 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.732593 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.735694 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.752998 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Transition to ACTIVE for port object 99557939-bb3b-4f0a-ba1b-8045676c35b8 will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:23.762438 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:23.764288 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:06:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:23.764424 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.804554 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:07:23.804983 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14095164'] for segment, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: from cryptography.utils import int_from_bytes Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: from cryptography.utils import int_from_bytes Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: Traceback (most recent call last): Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: timer() Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: cb(*args, **kw) Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: return func(*args, **kwargs) Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: self._notify() Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: self.callback(batched_events) Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: event.method(event) Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: return f(self, *a, **k) Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._get(url).json() Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: return self.request(url, 'GET', **kwargs) Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:07:23.823916 dv-cinder-788363-11-iscsi neutron-server[93626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:07:23.870357 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Attempting to bind port 99557939-bb3b-4f0a-ba1b-8045676c35b8 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:23.873205 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Attempting to bind port 99557939-bb3b-4f0a-ba1b-8045676c35b8 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:23.873891 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Attempting to bind port 99557939-bb3b-4f0a-ba1b-8045676c35b8 on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:23.890540 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9494-b37d-4c27-97f2-be089dfcb8d9 req-78ae5cdb-ed83-4100-a557-f0bd75274166 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:23.891743 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:23.892116 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:23.893056 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.893056 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:23.893408 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Bound port: 99557939-bb3b-4f0a-ba1b-8045676c35b8, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:23.894935 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c44c9494-b37d-4c27-97f2-be089dfcb8d9 req-78ae5cdb-ed83-4100-a557-f0bd75274166 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 931 time: 0.1828351 Aug 10 14:07:23.899249 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.905275 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:23.939136 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:23.949820 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-59a966a0-1c5a-480d-8ad2-dcff555d1b0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e24c00543a3b411ab9f4737a97f7dc06&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1399934 Aug 10 14:07:23.949820 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a966a0-1c5a-480d-8ad2-dcff555d1b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72759c43-bab5-4b4e-a860-baad2b4f9fee,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:23.950137 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44588) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:24.000892 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] For port 99557939-bb3b-4f0a-ba1b-8045676c35b8, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:24.005199 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] For port 99557939-bb3b-4f0a-ba1b-8045676c35b8, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=99557939-bb3b-4f0a-ba1b-8045676c35b8,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:24.017131 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.040067 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7361-fb55-4c92-ba76-6188afd35a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.046217 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Routers {'f3550bbc-bb69-4799-ab3e-57e747901bcb'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:24.047347 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:06:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f3550bbc-bb69-4799-ab3e-57e747901bcb'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:24.093944 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4129f61f-8a21-455f-954b-90fb589be193 req-4e2618f4-43cb-4b3d-a74e-130f18ac304a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.2196927 Aug 10 14:07:24.106235 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4c325-edb7-4b30-a1d2-a92de77c197e None None] Pushing event updated for resources: {'Port': ['ID=99557939-bb3b-4f0a-ba1b-8045676c35b8,revision_number=2']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:24.147309 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.202807 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-1628a266-c9a4-41cf-a6be-7907e20ce9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.229883 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.234680 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fe953ddb-18b7-41b6-92fc-67bc60321d14 HTTP/1.1" status: 204 len: 168 time: 3.4659715 Aug 10 14:07:24.266069 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.273169 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44590) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:24.327122 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4c325-edb7-4b30-a1d2-a92de77c197e None None] Pushing event updated for resources: {'Port': ['ID=99557939-bb3b-4f0a-ba1b-8045676c35b8,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:24.355974 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] Set router f3550bbc-bb69-4799-ab3e-57e747901bcb gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:24.377451 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7361-fb55-4c92-ba76-6188afd35a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.379553 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c0b15-49cd-48f8-b9b7-600cd70a4cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe953ddb-18b7-41b6-92fc-67bc60321d14,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:24.410056 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:15Z', 'revision_number': 3, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:24.436651 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a37701c-1301-4a1f-83af-a119b8c2c0a9 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:24.437020 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0ce82-1c04-482c-b30f-659c2642a286 None None] The sync data for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi is: [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:15Z', 'revision_number': 3, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:07:24.528023 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c44c9494-b37d-4c27-97f2-be089dfcb8d9 req-8c05c282-e6b5-4bc7-9c2b-676a1e8376fc tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059105 Aug 10 14:07:24.536372 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.637975 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 6255c51a-b0bb-4519-9d68-dc4fa147d63f up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:24.684124 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Transition to ACTIVE for port object 3a37701c-1301-4a1f-83af-a119b8c2c0a9 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:24.703060 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.740761 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7361-fb55-4c92-ba76-6188afd35a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.751917 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7361-fb55-4c92-ba76-6188afd35a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.751917 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-bfaa7361-fb55-4c92-ba76-6188afd35a35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c91a2245-9716-45d4-b55d-f021dfbc05b2 HTTP/1.1" status: 204 len: 168 time: 1.4074030 Aug 10 14:07:24.759663 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.768472 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b81ba5-ad95-43d4-9a73-608f819971c9 admin admin] Deleting subnet bfe746ea-0c4a-4e55-bbfc-176c4d369da0 {{(pid=93625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:07:24.775463 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 6255c51a-b0bb-4519-9d68-dc4fa147d63f triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:24.776105 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.785733 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa7361-fb55-4c92-ba76-6188afd35a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a2245-9716-45d4-b55d-f021dfbc05b2,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:24.787595 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.834740 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:17Z', 'revision_number': 3, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'gw_port': {'id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:14Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:24.884236 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-18b81ba5-ad95-43d4-9a73-608f819971c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.913353 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Pushing event updated for resources: {'Port': ['ID=714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:24.929891 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:24.953224 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a981054-be3d-414c-85a4-305b46284b42 None None] The sync data for ids ['f3550bbc-bb69-4799-ab3e-57e747901bcb'] in dv-cinder-788363-11-iscsi is: [{'id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:17Z', 'revision_number': 3, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'gw_port': {'id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:14Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:07:25.066814 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:25.271451 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2c034563-4b85-4320-96c8-1e1a8a254027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:25.314978 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Allocated IP 172.20.0.1 (d2affb74-a46b-441c-a2c7-a989ec7f0bb5/2a3b00c9-c442-40b9-a58d-cfd8348f9716/24817cec-8b03-4a67-bc91-5be517311dc5) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:25.318380 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:25.600506 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:25.628889 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:25.647373 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2c034563-4b85-4320-96c8-1e1a8a254027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:25.692861 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d0674d3-47ed-43eb-bbf6-e2b81e8967b8 req-ae67344c-6d42-4c9d-aac4-742d9e5b55d0 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.4137378 Aug 10 14:07:25.744859 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-18b81ba5-ad95-43d4-9a73-608f819971c9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:25.770538 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Request body: {'port': {'device_id': '813681af-2f76-4cf3-8377-bf62681ef960', 'network_id': 'd496c528-c828-4efe-b934-272531057e9e', 'admin_state_up': True, 'tenant_id': '60d9d194cba4415e920751d966cf29ba'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:25.781349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Pushing event updated for resources: {'Port': ['ID=3a37701c-1301-4a1f-83af-a119b8c2c0a9,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:26.030049 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-18b81ba5-ad95-43d4-9a73-608f819971c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.031357 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a7971237-bb1e-441c-859c-dff5e8c1a6e8 None None] Provisioning complete for port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:26.034176 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a7971237-bb1e-441c-859c-dff5e8c1a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.105444 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2c034563-4b85-4320-96c8-1e1a8a254027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.113765 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2c034563-4b85-4320-96c8-1e1a8a254027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.120317 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-2c034563-4b85-4320-96c8-1e1a8a254027 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72759c43-bab5-4b4e-a860-baad2b4f9fee HTTP/1.1" status: 204 len: 168 time: 2.1257374 Aug 10 14:07:26.121812 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-a7971237-bb1e-441c-859c-dff5e8c1a6e8 None None] Port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:07:26.129143 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Attempting to bind port 3a37701c-1301-4a1f-83af-a119b8c2c0a9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:26.129564 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Attempting to bind port 3a37701c-1301-4a1f-83af-a119b8c2c0a9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e48a6b29-a182-4a7c-9c4f-5ee04471cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c79d7a-1ff9-4887-b236-9d6156158952'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:26.129986 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Attempting to bind port 3a37701c-1301-4a1f-83af-a119b8c2c0a9 on network 60c79d7a-1ff9-4887-b236-9d6156158952 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:26.160018 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.169926 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c034563-4b85-4320-96c8-1e1a8a254027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72759c43-bab5-4b4e-a860-baad2b4f9fee,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:26.177396 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Port 3a37701c-1301-4a1f-83af-a119b8c2c0a9 on network 60c79d7a-1ff9-4887-b236-9d6156158952 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:07:26.177826 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Attempting to bind port 3a37701c-1301-4a1f-83af-a119b8c2c0a9 on network 60c79d7a-1ff9-4887-b236-9d6156158952 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:26.211337 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Transition to ACTIVE for port object 24817cec-8b03-4a67-bc91-5be517311dc5 will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:26.240356 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79a828-6a03-46b4-8b7b-1da105691767 req-d232b82f-f732-400e-b34f-da2a6ae40be5 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:26.243399 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-be79a828-6a03-46b4-8b7b-1da105691767 req-d232b82f-f732-400e-b34f-da2a6ae40be5 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 943 time: 0.5314631 Aug 10 14:07:26.244461 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:26.245010 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Checking segment: {'id': 'e48a6b29-a182-4a7c-9c4f-5ee04471cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c79d7a-1ff9-4887-b236-9d6156158952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:26.245752 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Bound using segment: {'id': 'e48a6b29-a182-4a7c-9c4f-5ee04471cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c79d7a-1ff9-4887-b236-9d6156158952'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:26.246412 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Bound port: 3a37701c-1301-4a1f-83af-a119b8c2c0a9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48a6b29-a182-4a7c-9c4f-5ee04471cc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '60c79d7a-1ff9-4887-b236-9d6156158952'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:26.247024 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.299560 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-18b81ba5-ad95-43d4-9a73-608f819971c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for subnet, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.408678 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b81ba5-ad95-43d4-9a73-608f819971c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe746ea-0c4a-4e55-bbfc-176c4d369da0,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:26.429744 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-18b81ba5-ad95-43d4-9a73-608f819971c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.432462 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-18b81ba5-ad95-43d4-9a73-608f819971c9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bfe746ea-0c4a-4e55-bbfc-176c4d369da0 HTTP/1.1" status: 204 len: 168 time: 2.1582816 Aug 10 14:07:26.437853 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44618) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:26.455165 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-be79a828-6a03-46b4-8b7b-1da105691767 req-fc074e60-d947-4cce-a49c-a1d0be4b2a45 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010026 Aug 10 14:07:26.574668 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Allocated IP 172.20.0.1 (eb843b2e-dadb-42ac-8598-37adb15031e0/59e8d6ad-687c-435d-bdc4-b56a61daec94/972d01df-d0e6-43a1-86ba-14b4e5e5212e) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:26.641491 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.646283 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.647185 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Router 2449e38a-506e-4951-9a0e-eddfe9c44adf has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:07:26.661122 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Made reservation on behalf of 60d9d194cba4415e920751d966cf29ba for: {'port': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:26.665913 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] For port 3a37701c-1301-4a1f-83af-a119b8c2c0a9, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:26.668928 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.756714 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] For port 3a37701c-1301-4a1f-83af-a119b8c2c0a9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a37701c-1301-4a1f-83af-a119b8c2c0a9,segment=NetworkSegment(e48a6b29-a182-4a7c-9c4f-5ee04471cc62),segment_id=e48a6b29-a182-4a7c-9c4f-5ee04471cc62)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:26.772072 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 11377240-b5b7-40c6-b448-5f4656aaa72a up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:26.784836 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.935899 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:26.971306 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 11377240-b5b7-40c6-b448-5f4656aaa72a completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:26.994278 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 11377240-b5b7-40c6-b448-5f4656aaa72a triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:26.994621 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.044594 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44628) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:27.072561 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.093014 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.093357 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.094274 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.094719 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > port after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.099038 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.101951 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > port after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.102206 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.105631 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.106057 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.106446 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.353477 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.371479 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.388103 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 11377240-b5b7-40c6-b448-5f4656aaa72a, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=11377240-b5b7-40c6-b448-5f4656aaa72a,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:27.395463 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.396590 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 99557939-bb3b-4f0a-ba1b-8045676c35b8 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:27.457590 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.458520 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.461278 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.461861 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:07:27.462452 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c8c312-2ecf-4162-af78-4b51fae18cb8']}} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:27.468269 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Pushing event updated for resources: {'Port': ['ID=3a37701c-1301-4a1f-83af-a119b8c2c0a9,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:27.494061 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:27.510611 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:27.511642 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.513729 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-b9792680-dabd-4a6d-ad37-3587f8f47d51 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a37701c-1301-4a1f-83af-a119b8c2c0a9 HTTP/1.1" status: 200 len: 1093 time: 5.1634600 Aug 10 14:07:27.523466 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:27.544150 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:27.545193 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f850-a863-4b3d-9047-5223cd9c3833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.546167 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.550215 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43d0fcf-8076-4828-b356-4df39d2279a8', 'tag': '3a37701c-1301-4a1f-83af-a119b8c2c0a9'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:07:27.568635 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.600852 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=11377240-b5b7-40c6-b448-5f4656aaa72a,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:27.632287 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 99557939-bb3b-4f0a-ba1b-8045676c35b8 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:27.651339 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 99557939-bb3b-4f0a-ba1b-8045676c35b8 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:27.651736 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.741488 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ab6864-b029-4dca-8362-1224da7a3ae9') {'for_net_delete': True} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:27.742401 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ab6864-b029-4dca-8362-1224da7a3ae9') {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:27.816744 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Network eb843b2e-dadb-42ac-8598-37adb15031e0 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:27.875734 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-31b51280-085f-458a-82f3-c622d6e734de req-1fb9de24-b8d8-4715-9d15-dd5c151b8e38 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.9215868 Aug 10 14:07:27.880841 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:27.892051 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:27.975766 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:27.990957 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 99557939-bb3b-4f0a-ba1b-8045676c35b8, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=99557939-bb3b-4f0a-ba1b-8045676c35b8,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:27.997862 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:28.089350 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13391503'] for segment, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:28.103360 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4171903c-6040-4723-b421-83113886c24f" -d '{"events": [{"name": "network-changed", "server_uuid": "d43d0fcf-8076-4828-b356-4df39d2279a8", "tag": "3a37701c-1301-4a1f-83af-a119b8c2c0a9"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:07:28.128583 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Pushing event updated for resources: {'Port': ['ID=972d01df-d0e6-43a1-86ba-14b4e5e5212e,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:28.154567 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=99557939-bb3b-4f0a-ba1b-8045676c35b8,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:28.175603 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Allocated IP 172.20.0.4 (d496c528-c828-4efe-b934-272531057e9e/a4ffdedc-2fe2-4216-bb82-9f15d3be86d2/8df99d83-c74a-41f3-8536-8553f138f521) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:28.190527 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-01c99862-0c14-4365-8db0-8a5a39c9962f None None] Provisioning for port 24817cec-8b03-4a67-bc91-5be517311dc5 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:28.199243 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-01c99862-0c14-4365-8db0-8a5a39c9962f None None] Provisioning complete for port 24817cec-8b03-4a67-bc91-5be517311dc5 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:28.200016 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-01c99862-0c14-4365-8db0-8a5a39c9962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:28.237703 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:28.241611 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Pushing event updated for resources: {'Port': ['ID=24817cec-8b03-4a67-bc91-5be517311dc5,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:28.247804 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-85aa9faa-8f67-45ca-adfa-1941f66478d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:28.249602 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-85aa9faa-8f67-45ca-adfa-1941f66478d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64f2b1c02a83474ab8581ec11c1c33ae&device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 1096 time: 0.5028434 Aug 10 14:07:28.257197 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:28.272682 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839f8a4-41c6-480c-b401-5f3da453cbd6 req-7db075a5-58cc-4929-95cb-61791e1b6e27 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:28.272682 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1839f8a4-41c6-480c-b401-5f3da453cbd6 req-7db075a5-58cc-4929-95cb-61791e1b6e27 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 943 time: 0.6241958 Aug 10 14:07:28.272961 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:07:28.299429 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Sync routers for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:07:28.322069 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:07:28.323545 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:28.324625 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:28.326485 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13547283'] for segment, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: from cryptography.utils import int_from_bytes Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: from cryptography.utils import int_from_bytes Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: Traceback (most recent call last): Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: timer() Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: cb(*args, **kw) Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: return func(*args, **kwargs) Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: self._notify() Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: self.callback(batched_events) Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: event.method(event) Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: return f(self, *a, **k) Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._get(url).json() Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: return self.request(url, 'GET', **kwargs) Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:07:28.332565 dv-cinder-788363-11-iscsi neutron-server[93625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:07:28.339693 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-a85140e0-7c72-4990-ace9-6b28c15872f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/2449e38a-506e-4951-9a0e-eddfe9c44adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5530999 Aug 10 14:07:28.403168 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-01c99862-0c14-4365-8db0-8a5a39c9962f None None] Port 24817cec-8b03-4a67-bc91-5be517311dc5 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:07:28.538052 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebddbcf8-8df9-470a-88fd-d5e5fd398d1c x-openstack-request-id: req-ebddbcf8-8df9-470a-88fd-d5e5fd398d1c {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:07:28.539656 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43d0fcf-8076-4828-b356-4df39d2279a8", "tag": "3a37701c-1301-4a1f-83af-a119b8c2c0a9", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:07:28.540055 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ebddbcf8-8df9-470a-88fd-d5e5fd398d1c {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:07:28.540651 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43d0fcf-8076-4828-b356-4df39d2279a8', 'tag': '3a37701c-1301-4a1f-83af-a119b8c2c0a9', 'status': 'completed', 'code': 200} Aug 10 14:07:28.593724 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1839f8a4-41c6-480c-b401-5f3da453cbd6 req-3b706ba1-fbdc-4b15-a4e3-b2188a4ac2d4 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309918 Aug 10 14:07:28.615508 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:28.707858 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:28.735363 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 99557939-bb3b-4f0a-ba1b-8045676c35b8 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:28.781083 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:28.902100 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:28.909932 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] 10.222.0.26 "DELETE /v2.0/networks/49c8c312-2ecf-4162-af78-4b51fae18cb8 HTTP/1.1" status: 204 len: 168 time: 2.4630075 Aug 10 14:07:28.957619 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 99557939-bb3b-4f0a-ba1b-8045676c35b8 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:28.958010 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.056098 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:24Z', 'revision_number': 2, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:29.059312 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.064535 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ceb89-1df9-4be7-a14e-9d10127535fa admin admin] Pushing event deleted for resources: {'Network': ['ID=49c8c312-2ecf-4162-af78-4b51fae18cb8,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:29.087477 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-44203618-83d9-42e3-ae24-4af4f4188d66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a37701c-1301-4a1f-83af-a119b8c2c0a9 HTTP/1.1" status: 200 len: 217 time: 0.1871176 Aug 10 14:07:29.183553 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f850-a863-4b3d-9047-5223cd9c3833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.185238 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.196912 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f850-a863-4b3d-9047-5223cd9c3833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.197666 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Checking router: 2449e38a-506e-4951-9a0e-eddfe9c44adf for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:07:29.198177 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Updating router 2449e38a-506e-4951-9a0e-eddfe9c44adf port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:07:29.204606 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 11377240-b5b7-40c6-b448-5f4656aaa72a up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:29.206132 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.265233 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44688) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:29.266707 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.290488 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-2bc4f850-a863-4b3d-9047-5223cd9c3833 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b3b38196bbe441fb4f5ee45e506b3de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1933458 Aug 10 14:07:29.341040 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44690) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:29.383513 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-8021ef6a-f0b6-4bf2-9504-62146278d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:29.385078 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-8021ef6a-f0b6-4bf2-9504-62146278d60c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=015ef776-820d-4531-8c4f-2a885ee804a1 HTTP/1.1" status: 200 len: 851 time: 0.1172266 Aug 10 14:07:29.387201 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3994f96b-4f8d-4c1c-99d8-6d7ae7d4b7a0 req-0b0996a7-4f58-4f5d-9917-a7fa7116f8bb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.3799191 Aug 10 14:07:29.428568 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4f850-a863-4b3d-9047-5223cd9c3833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a41b17-fe6a-4093-a62c-d2cb87d79626,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:29.467791 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Network d496c528-c828-4efe-b934-272531057e9e is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:29.490707 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:29.517383 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:29.528591 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44694) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:29.556333 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-75754107-93b5-462c-8546-a9a2f11f27b2 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279574590', 'description': 'tempest-description--1976826525'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:29.563203 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44696) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:29.564472 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 11377240-b5b7-40c6-b448-5f4656aaa72a triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:29.565597 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.567935 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Pushing event updated for resources: {'Port': ['ID=8df99d83-c74a-41f3-8536-8553f138f521,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:29.666922 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-1ba9d020-1288-420c-8889-7c01764173e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60c79d7a-1ff9-4887-b236-9d6156158952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582030 Aug 10 14:07:29.700034 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6b0bc7da-8249-4e31-83eb-7f5e9b790235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.709083 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-75754107-93b5-462c-8546-a9a2f11f27b2 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.766276 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.771783 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:29.772432 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.777999 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Transition to ACTIVE for port object 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:29.783626 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.784713 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.794814 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6b0bc7da-8249-4e31-83eb-7f5e9b790235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.799900 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-76ba1fb0-f46e-4455-8fc7-d42f4bc7c457 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff40bb6582374757ada4d72e18136afe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4180696 Aug 10 14:07:29.807590 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e53e4ca2-0796-4347-b3c3-1a62df03d3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.812514 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44702) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:29.813425 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.848093 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8293a-83c2-4907-b7c0-7cbeef02cbba None None] Pushing event updated for resources: {'Port': ['ID=714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:29.924271 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Attempting to bind port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:29.924271 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Attempting to bind port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:29.924932 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Attempting to bind port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b on network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:29.932095 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:29.932325 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Checking segment: {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:29.932707 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.932840 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.933258 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Bound using segment: {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:29.933832 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Bound port: 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:29.934303 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.941979 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.970585 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6b0bc7da-8249-4e31-83eb-7f5e9b790235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.972908 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6b0bc7da-8249-4e31-83eb-7f5e9b790235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:29.976544 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-6b0bc7da-8249-4e31-83eb-7f5e9b790235 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27a41b17-fe6a-4093-a62c-d2cb87d79626 HTTP/1.1" status: 204 len: 168 time: 0.6115954 Aug 10 14:07:29.996516 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Pushing event updated for resources: {'Port': ['ID=24817cec-8b03-4a67-bc91-5be517311dc5,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:30.014122 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] For port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:30.018220 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] For port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:30.021431 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-99fa147a-a70d-40d1-b8a7-944871c79503 service neutron] 10.222.0.53 "GET /v2.0/networks/60c79d7a-1ff9-4887-b236-9d6156158952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467386 Aug 10 14:07:30.023561 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.102740 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961ed9d-4d5d-44f7-81f9-b0230cb86f6f req-a67336ad-c150-49c0-ac6b-e6440dd2a3ea tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:30.103088 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bc7da-8249-4e31-83eb-7f5e9b790235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a41b17-fe6a-4093-a62c-d2cb87d79626,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:30.110231 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8961ed9d-4d5d-44f7-81f9-b0230cb86f6f req-a67336ad-c150-49c0-ac6b-e6440dd2a3ea tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 943 time: 0.3583801 Aug 10 14:07:30.134267 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8293a-83c2-4907-b7c0-7cbeef02cbba None None] Pushing event updated for resources: {'Port': ['ID=714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:30.143849 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:30.144689 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:30.145908 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3898cb10-74c8-4302-9e7a-8101ff2766ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.154871 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.169580 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Pushing event updated for resources: {'Port': ['ID=972d01df-d0e6-43a1-86ba-14b4e5e5212e,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:30.172326 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.177116 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-75754107-93b5-462c-8546-a9a2f11f27b2 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.195572 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-75754107-93b5-462c-8546-a9a2f11f27b2 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.217858 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-bbec87df-1136-4ea4-b86e-dcc4618240fb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4628322 Aug 10 14:07:30.261140 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8961ed9d-4d5d-44f7-81f9-b0230cb86f6f req-638eb36e-599f-4905-8ce2-c6fc93470e76 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454844 Aug 10 14:07:30.281398 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Request body: {'port': {'device_id': '813681af-2f76-4cf3-8377-bf62681ef960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:30.309410 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:30.321082 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3898cb10-74c8-4302-9e7a-8101ff2766ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.343752 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75754107-93b5-462c-8546-a9a2f11f27b2 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ba5274-7060-4fd3-b30c-92586792e395,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:30.399638 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b8376de-ee04-4af8-81d1-3a9b284d3296 req-5cbd1ef2-9b30-4b2d-9587-9913a3a0ad36 service neutron] 10.222.0.53 "GET /v2.0/networks/60c79d7a-1ff9-4887-b236-9d6156158952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704793 Aug 10 14:07:30.453289 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3898cb10-74c8-4302-9e7a-8101ff2766ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.455868 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3898cb10-74c8-4302-9e7a-8101ff2766ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.457061 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-3898cb10-74c8-4302-9e7a-8101ff2766ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/955da919-5fb5-438e-bf51-e3f7e8104f1b HTTP/1.1" status: 204 len: 168 time: 0.6411586 Aug 10 14:07:30.459069 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:30.479931 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:30.487664 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.496352 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898cb10-74c8-4302-9e7a-8101ff2766ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955da919-5fb5-438e-bf51-e3f7e8104f1b,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:30.632708 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Network eb843b2e-dadb-42ac-8598-37adb15031e0 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:30.638328 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:30.751603 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Router f71d2438-20f2-4071-ac47-4003554e6bed has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:07:30.930494 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171903c-6040-4723-b421-83113886c24f req-e2c4b09d-1c1e-42da-bdf4-462933c50ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:30.932356 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4171903c-6040-4723-b421-83113886c24f req-e2c4b09d-1c1e-42da-bdf4-462933c50ed3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64f2b1c02a83474ab8581ec11c1c33ae&device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 1096 time: 0.1917367 Aug 10 14:07:30.949707 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e98bb1-7cf5-4242-9f1d-178f3e2cecee req-dce4bb20-12dc-4c5e-8b5d-bdedf1db1ec6 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:30.952370 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e98bb1-7cf5-4242-9f1d-178f3e2cecee req-dce4bb20-12dc-4c5e-8b5d-bdedf1db1ec6 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 931 time: 0.2104607 Aug 10 14:07:30.977997 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e53e4ca2-0796-4347-b3c3-1a62df03d3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.983925 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-d3a8df4a-6af3-4f6f-9c1c-d896819141a9 None None] Provisioning complete for port 24817cec-8b03-4a67-bc91-5be517311dc5 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:30.989628 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-d3a8df4a-6af3-4f6f-9c1c-d896819141a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:30.996433 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e53e4ca2-0796-4347-b3c3-1a62df03d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.029375 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:30Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:31.050477 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44728) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:31.060459 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8df4a-6af3-4f6f-9c1c-d896819141a9 None None] Port 24817cec-8b03-4a67-bc91-5be517311dc5 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:07:31.063071 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684ac0c-5430-4180-9fda-1f954bd8ab03 None None] The sync data for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi is: [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:30Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:07:31.168681 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e98bb1-7cf5-4242-9f1d-178f3e2cecee req-dbafc14b-712a-48b2-ac38-c55c8c5bf684 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871402 Aug 10 14:07:31.242298 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e53e4ca2-0796-4347-b3c3-1a62df03d3c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51128e3f8fbc493cba3b9714396b11e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6758478 Aug 10 14:07:31.243032 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44734) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:31.265783 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:07:31.274448 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Sync routers for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:07:31.290207 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:31.291033 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:31.294120 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-e8105892-bf77-41ae-8693-e14f93f83d2b admin admin] 10.222.0.26 "PUT /v2.0/routers/f71d2438-20f2-4071-ac47-4003554e6bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5104189 Aug 10 14:07:31.296764 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-75754107-93b5-462c-8546-a9a2f11f27b2 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.298291 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-75754107-93b5-462c-8546-a9a2f11f27b2 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7685843 Aug 10 14:07:31.303531 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44740) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:31.311912 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-c3facb40-74f3-4544-86c8-c25823f936bd tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'security_group_rule': {'security_group_id': '81ba5274-7060-4fd3-b30c-92586792e395', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:31.414948 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Router f3550bbc-bb69-4799-ab3e-57e747901bcb has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:07:31.467439 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e4ca2-0796-4347-b3c3-1a62df03d3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caa4bfa-6371-48b4-9e76-87c8c7e59c74,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:31.508820 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:31.529295 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171903c-6040-4723-b421-83113886c24f req-1493d253-7215-4daa-8616-a02a9f051cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:31.531257 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4171903c-6040-4723-b421-83113886c24f req-1493d253-7215-4daa-8616-a02a9f051cb5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60c79d7a-1ff9-4887-b236-9d6156158952 HTTP/1.1" status: 200 len: 912 time: 0.5775943 Aug 10 14:07:31.564897 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-14f49203-a17f-4e4a-b513-b43f74a0d3f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bbb0a0f3c5745b8b4f519fbdca83e78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4984562 Aug 10 14:07:31.567263 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44750) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:31.662523 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4171903c-6040-4723-b421-83113886c24f req-b93665ed-7e26-48ec-9aee-33ea89ea9bfc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a37701c-1301-4a1f-83af-a119b8c2c0a9 HTTP/1.1" status: 200 len: 217 time: 0.1112018 Aug 10 14:07:31.663207 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3facb40-74f3-4544-86c8-c25823f936bd tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.665347 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9efbb299-4131-4e66-895b-c3167137d498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.731511 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dfa8e-4cbf-469c-8e40-124ccc97a9bf req-f7d222e1-a7e5-4499-badc-6558d0123a76 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:31.733653 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-220dfa8e-4cbf-469c-8e40-124ccc97a9bf req-f7d222e1-a7e5-4499-badc-6558d0123a76 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 943 time: 0.3631299 Aug 10 14:07:31.752307 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9efbb299-4131-4e66-895b-c3167137d498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.860741 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a125c0bd-75c3-445f-acd2-9496c1d5fdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.896432 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171903c-6040-4723-b421-83113886c24f req-6e6b5186-1c07-43f5-a861-cfc1e25502b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:31.898067 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4171903c-6040-4723-b421-83113886c24f req-6e6b5186-1c07-43f5-a861-cfc1e25502b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=015ef776-820d-4531-8c4f-2a885ee804a1 HTTP/1.1" status: 200 len: 851 time: 0.2248390 Aug 10 14:07:31.900979 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-220dfa8e-4cbf-469c-8e40-124ccc97a9bf req-df556440-e093-4aae-8717-1b6c2150bbe2 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370943 Aug 10 14:07:31.941572 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a125c0bd-75c3-445f-acd2-9496c1d5fdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.943042 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df99d83-c74a-41f3-8536-8553f138f521 {{(pid=93626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:31.953060 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.959359 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:29Z', 'revision_number': 2, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:31.959563 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3facb40-74f3-4544-86c8-c25823f936bd tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.961391 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:07:31.977161 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-683afc7f-fda8-4f71-ae60-ce675183c88b admin admin] 10.222.0.26 "PUT /v2.0/routers/f3550bbc-bb69-4799-ab3e-57e747901bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8375013 Aug 10 14:07:31.978828 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4171903c-6040-4723-b421-83113886c24f req-30b89041-40a2-4f9e-9d8f-94998334d7c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60c79d7a-1ff9-4887-b236-9d6156158952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692048 Aug 10 14:07:31.982983 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3facb40-74f3-4544-86c8-c25823f936bd tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:31.993765 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Sync routers for ids ['f3550bbc-bb69-4799-ab3e-57e747901bcb'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:07:32.003035 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Transition to ACTIVE for port object 8df99d83-c74a-41f3-8536-8553f138f521 will not be triggered until provisioned by entity L2. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:32.004470 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9efbb299-4131-4e66-895b-c3167137d498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.007763 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9efbb299-4131-4e66-895b-c3167137d498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.009385 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-9efbb299-4131-4e66-895b-c3167137d498 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3caa4bfa-6371-48b4-9e76-87c8c7e59c74 HTTP/1.1" status: 204 len: 168 time: 0.7150338 Aug 10 14:07:32.019410 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Routers {'f3550bbc-bb69-4799-ab3e-57e747901bcb'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:32.020293 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f3550bbc-bb69-4799-ab3e-57e747901bcb'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:32.034167 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbb299-4131-4e66-895b-c3167137d498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caa4bfa-6371-48b4-9e76-87c8c7e59c74,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:32.041848 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.063342 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Checking router: f71d2438-20f2-4071-ac47-4003554e6bed for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:07:32.064075 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Updating router f71d2438-20f2-4071-ac47-4003554e6bed port 24817cec-8b03-4a67-bc91-5be517311dc5 binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:07:32.072794 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3facb40-74f3-4544-86c8-c25823f936bd tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e249a46-3882-459e-8fc4-2a1af92131b5,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:32.091475 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3facb40-74f3-4544-86c8-c25823f936bd tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.095204 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-c3facb40-74f3-4544-86c8-c25823f936bd tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7858953 Aug 10 14:07:32.102808 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44764) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:32.108107 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-cb732c35-792b-4fb7-871f-dfbbcb97e1e6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'security_group_rule': {'security_group_id': '81ba5274-7060-4fd3-b30c-92586792e395', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:32.172672 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.197994 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a125c0bd-75c3-445f-acd2-9496c1d5fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.206496 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a125c0bd-75c3-445f-acd2-9496c1d5fdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.210199 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-a125c0bd-75c3-445f-acd2-9496c1d5fdc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf52b63e-47b8-4540-bec1-dfea90a9ca32 HTTP/1.1" status: 204 len: 168 time: 0.6320965 Aug 10 14:07:32.274069 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125c0bd-75c3-445f-acd2-9496c1d5fdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf52b63e-47b8-4540-bec1-dfea90a9ca32,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:32.289873 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Pushing event updated for resources: {'Port': ['ID=8df99d83-c74a-41f3-8536-8553f138f521,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:32.296303 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4171903c-6040-4723-b421-83113886c24f req-5bab86b3-da55-4843-be36-756402c0753c service neutron] 10.222.0.53 "GET /v2.0/networks/60c79d7a-1ff9-4887-b236-9d6156158952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025260 Aug 10 14:07:32.297218 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cb732c35-792b-4fb7-871f-dfbbcb97e1e6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.307528 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Attempting to bind port 8df99d83-c74a-41f3-8536-8553f138f521 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:32.310512 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Attempting to bind port 8df99d83-c74a-41f3-8536-8553f138f521 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:32.311109 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Attempting to bind port 8df99d83-c74a-41f3-8536-8553f138f521 on network d496c528-c828-4efe-b934-272531057e9e {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:32.317472 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Port 8df99d83-c74a-41f3-8536-8553f138f521 on network d496c528-c828-4efe-b934-272531057e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:07:32.318118 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Attempting to bind port 8df99d83-c74a-41f3-8536-8553f138f521 on network d496c528-c828-4efe-b934-272531057e9e {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:32.325386 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:32.326150 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Checking segment: {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:32.326889 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Bound using segment: {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:32.327815 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Bound port: 8df99d83-c74a-41f3-8536-8553f138f521, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'}}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:32.328428 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.454510 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Set router f3550bbc-bb69-4799-ab3e-57e747901bcb gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:32.467946 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] For port 8df99d83-c74a-41f3-8536-8553f138f521, host hv-cinder-78836, cleared binding levels {{(pid=93626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:32.477789 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] For port 8df99d83-c74a-41f3-8536-8553f138f521, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8df99d83-c74a-41f3-8536-8553f138f521,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:32.479429 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44776) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:32.503975 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-c2f49a7d-0517-40ce-9922-a3881fc9a169 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365637674', 'description': 'tempest-description--1099841660'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:32.558498 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.571661 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c2f49a7d-0517-40ce-9922-a3881fc9a169 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.797937 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cb732c35-792b-4fb7-871f-dfbbcb97e1e6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.799426 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:32.806537 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cb732c35-792b-4fb7-871f-dfbbcb97e1e6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.825850 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22bbda-8821-4ad1-94be-3721bd63148c req-eb362baf-b2cf-4018-b93d-a17655b793d4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:32.827763 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2e22bbda-8821-4ad1-94be-3721bd63148c req-eb362baf-b2cf-4018-b93d-a17655b793d4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 943 time: 0.4664521 Aug 10 14:07:32.855397 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb732c35-792b-4fb7-871f-dfbbcb97e1e6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f144984d-1223-4045-95c5-e224381dec7c,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:32.876621 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c2f49a7d-0517-40ce-9922-a3881fc9a169 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.880757 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:32.881657 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.884394 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] 10.222.0.53 "PUT /v2.0/ports/8df99d83-c74a-41f3-8536-8553f138f521 HTTP/1.1" status: 200 len: 1093 time: 2.6257164 Aug 10 14:07:32.889537 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813681af-2f76-4cf3-8377-bf62681ef960', 'tag': '8df99d83-c74a-41f3-8536-8553f138f521'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:07:32.895150 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4171903c-6040-4723-b421-83113886c24f req-f3787fe2-e597-4e1c-ad88-0e8b9087872e service neutron] 10.222.0.53 "GET /v2.0/networks/60c79d7a-1ff9-4887-b236-9d6156158952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859716 Aug 10 14:07:32.900560 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c2f49a7d-0517-40ce-9922-a3881fc9a169 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.903407 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cb732c35-792b-4fb7-871f-dfbbcb97e1e6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:32.907910 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-cb732c35-792b-4fb7-871f-dfbbcb97e1e6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8010628 Aug 10 14:07:32.911609 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44782) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:32.923078 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'floatingip': {'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:32.989571 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2150fc4-8232-4396-a9e7-a9d84e6b091a service neutron] Pushing event updated for resources: {'Port': ['ID=8df99d83-c74a-41f3-8536-8553f138f521,revision_number=3']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:33.008643 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f49a7d-0517-40ce-9922-a3881fc9a169 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fd35b5-1191-44db-8c8b-e8e3237e6d95,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:33.046647 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:33.052395 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:33.052779 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.058846 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2e22bbda-8821-4ad1-94be-3721bd63148c req-41e6e9ec-6a63-41c6-b698-fe05bddc5891 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215514 Aug 10 14:07:33.106314 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c2f49a7d-0517-40ce-9922-a3881fc9a169 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.111199 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-c2f49a7d-0517-40ce-9922-a3881fc9a169 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6215289 Aug 10 14:07:33.111894 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44792) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:33.122748 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-6cbf14ae-d2c9-446c-bf8c-ada9ddf95719 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'security_group_rule': {'security_group_id': '40fd35b5-1191-44db-8c8b-e8e3237e6d95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:33.122999 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.196011 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-7c19c115-7889-4409-b3e4-2224e0b8f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:33.198509 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-7c19c115-7889-4409-b3e4-2224e0b8f2ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 1096 time: 0.2172370 Aug 10 14:07:33.207514 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.216014 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'gw_port': {'id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:14Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '972d01df-d0e6-43a1-86ba-14b4e5e5212e', 'name': '', 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'mac_address': 'fa:16:3e:87:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '59e8d6ad-687c-435d-bdc4-b56a61daec94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:25Z', 'updated_at': '2021-08-10T14:07:29Z', 'revision_number': 2, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'subnets': [{'id': '59e8d6ad-687c-435d-bdc4-b56a61daec94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:33.217500 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6cbf14ae-d2c9-446c-bf8c-ada9ddf95719 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.249570 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Checking router: f3550bbc-bb69-4799-ab3e-57e747901bcb for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:07:33.249933 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Updating router f3550bbc-bb69-4799-ab3e-57e747901bcb port 972d01df-d0e6-43a1-86ba-14b4e5e5212e binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:07:33.282025 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.291212 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8b60a-233d-4ae4-ac93-1535d8645fc4 req-f4715da8-6b30-44f0-90d3-d9f98ff09ccf tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:33.293532 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e6d8b60a-233d-4ae4-ac93-1535d8645fc4 req-f4715da8-6b30-44f0-90d3-d9f98ff09ccf tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 943 time: 0.2315493 Aug 10 14:07:33.295035 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-589d6486-92cc-447a-a814-4663dcb08138 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df99d83-c74a-41f3-8536-8553f138f521 HTTP/1.1" status: 200 len: 217 time: 0.0803804 Aug 10 14:07:33.350708 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:33.376509 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e6d8b60a-233d-4ae4-ac93-1535d8645fc4 req-008804ad-3415-4f7f-aac3-ad9da6a1f394 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713356 Aug 10 14:07:33.411324 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.443155 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6cbf14ae-d2c9-446c-bf8c-ada9ddf95719 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.448095 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6cbf14ae-d2c9-446c-bf8c-ada9ddf95719 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.450024 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Transition to ACTIVE for port object 24817cec-8b03-4a67-bc91-5be517311dc5 will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:33.468031 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.469330 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 44798) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:33.480387 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf14ae-d2c9-446c-bf8c-ada9ddf95719 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526aa7bb-4555-4f2b-bcba-2a98ef52eca1,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:33.501813 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7cbd791d-3296-491c-89ed-2466e1ead0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.507998 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6cbf14ae-d2c9-446c-bf8c-ada9ddf95719 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.514278 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-6cbf14ae-d2c9-446c-bf8c-ada9ddf95719 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4011497 Aug 10 14:07:33.516393 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44802) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:33.524273 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-9b254743-87a3-4980-ab3d-4a44a7bd7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:33.525790 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-9b254743-87a3-4980-ab3d-4a44a7bd7b50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 HTTP/1.1" status: 200 len: 855 time: 0.2205443 Aug 10 14:07:33.532169 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-9e4d6553-0a21-4a17-b97f-512e5e8668c7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'security_group_rule': {'security_group_id': '40fd35b5-1191-44db-8c8b-e8e3237e6d95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:33.621803 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e06b-2b11-4a34-8744-d7fc79f0879d None None] Pushing event updated for resources: {'Port': ['ID=24817cec-8b03-4a67-bc91-5be517311dc5,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:33.662617 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7cbd791d-3296-491c-89ed-2466e1ead0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.682511 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7cbd791d-3296-491c-89ed-2466e1ead0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.709045 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6553-0a21-4a17-b97f-512e5e8668c7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.726199 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-7cbd791d-3296-491c-89ed-2466e1ead0f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a52c7b312904e3bbbc478d7531e04ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514079 Aug 10 14:07:33.737974 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44808) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:33.746505 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75737be7-09d1-4eca-90cc-4814544f3d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "813681af-2f76-4cf3-8377-bf62681ef960", "tag": "8df99d83-c74a-41f3-8536-8553f138f521"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:07:33.758662 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Attempting to bind port 24817cec-8b03-4a67-bc91-5be517311dc5 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:33.759127 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Attempting to bind port 24817cec-8b03-4a67-bc91-5be517311dc5 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:33.764370 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Attempting to bind port 24817cec-8b03-4a67-bc91-5be517311dc5 on network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:33.777173 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:33.777469 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Checking segment: {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:33.777716 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.778103 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Bound using segment: {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:33.778639 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Bound port: 24817cec-8b03-4a67-bc91-5be517311dc5, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:33.778914 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-19f74676-ab32-4328-bf17-d39a187a09ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d496c528-c828-4efe-b934-272531057e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115191 Aug 10 14:07:33.779062 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.789902 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.829629 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:33.835043 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 3a37701c-1301-4a1f-83af-a119b8c2c0a9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:07:33.934202 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Allocated IP 172.27.1.13 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/d9a342cc-fb32-45ce-b9a3-fe4c70faee2b) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:33.981860 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd791d-3296-491c-89ed-2466e1ead0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2093e9-06be-4457-bc54-85f1b7c9a6eb,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:34.012555 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 3a37701c-1301-4a1f-83af-a119b8c2c0a9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a37701c-1301-4a1f-83af-a119b8c2c0a9,segment=NetworkSegment(e48a6b29-a182-4a7c-9c4f-5ee04471cc62),segment_id=e48a6b29-a182-4a7c-9c4f-5ee04471cc62)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:34.032051 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '3a37701c-1301-4a1f-83af-a119b8c2c0a9', 'network_id': '60c79d7a-1ff9-4887-b236-9d6156158952', 'port_id': '3a37701c-1301-4a1f-83af-a119b8c2c0a9', 'mac_address': 'fa:16:3e:ae:a7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015ef776-820d-4531-8c4f-2a885ee804a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:07:34.032461 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] For port 24817cec-8b03-4a67-bc91-5be517311dc5, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:34.042340 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6553-0a21-4a17-b97f-512e5e8668c7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.044410 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] For port 24817cec-8b03-4a67-bc91-5be517311dc5, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=24817cec-8b03-4a67-bc91-5be517311dc5,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:34.058908 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.103465 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6553-0a21-4a17-b97f-512e5e8668c7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.141932 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.158116 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248376f4-78af-41a8-bd20-aeaf2820695c x-openstack-request-id: req-248376f4-78af-41a8-bd20-aeaf2820695c {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:07:34.158417 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813681af-2f76-4cf3-8377-bf62681ef960", "tag": "8df99d83-c74a-41f3-8536-8553f138f521", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:07:34.159690 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-248376f4-78af-41a8-bd20-aeaf2820695c {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:07:34.160507 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813681af-2f76-4cf3-8377-bf62681ef960', 'tag': '8df99d83-c74a-41f3-8536-8553f138f521', 'status': 'completed', 'code': 200} Aug 10 14:07:34.170725 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8d55b6af-d81f-4028-8b91-a1048f6ab3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.174717 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a37701c-1301-4a1f-83af-a119b8c2c0a9 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:34.176886 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:34.178098 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:34.181357 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d6553-0a21-4a17-b97f-512e5e8668c7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cea470-e00a-45b8-9ff5-894c782cfe0c,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:34.230281 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6553-0a21-4a17-b97f-512e5e8668c7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.239225 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-9e4d6553-0a21-4a17-b97f-512e5e8668c7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7203803 Aug 10 14:07:34.240177 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 44828) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:34.268738 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'floatingip': {'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:34.287065 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:34.300077 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 3a37701c-1301-4a1f-83af-a119b8c2c0a9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a37701c-1301-4a1f-83af-a119b8c2c0a9,segment=NetworkSegment(e48a6b29-a182-4a7c-9c4f-5ee04471cc62),segment_id=e48a6b29-a182-4a7c-9c4f-5ee04471cc62)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:34.307941 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.310598 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.356305 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8d55b6af-d81f-4028-8b91-a1048f6ab3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.386896 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-25193826-7043-4821-839b-8a1a6c42b225 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:34.388501 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-25193826-7043-4821-839b-8a1a6c42b225 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 818 time: 0.3327315 Aug 10 14:07:34.389990 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=3a37701c-1301-4a1f-83af-a119b8c2c0a9,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:34.399517 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e06b-2b11-4a34-8744-d7fc79f0879d None None] Pushing event updated for resources: {'Port': ['ID=24817cec-8b03-4a67-bc91-5be517311dc5,revision_number=4']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:34.400641 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Transition to ACTIVE for port object 972d01df-d0e6-43a1-86ba-14b4e5e5212e will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:34.413466 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.466238 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:34.481882 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8d55b6af-d81f-4028-8b91-a1048f6ab3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.484653 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8d55b6af-d81f-4028-8b91-a1048f6ab3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.505037 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-8d55b6af-d81f-4028-8b91-a1048f6ab3a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b2093e9-06be-4457-bc54-85f1b7c9a6eb HTTP/1.1" status: 204 len: 168 time: 0.7459979 Aug 10 14:07:34.510936 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-e5d47f2f-d1a0-4bc6-ba9f-fed5fa8e9ae9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/quotas/51c9d3d5846a4ac59902ef873d009eae HTTP/1.1" status: 200 len: 375 time: 0.1073422 Aug 10 14:07:34.563197 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Attempting to bind port 972d01df-d0e6-43a1-86ba-14b4e5e5212e on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:34.564234 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Attempting to bind port 972d01df-d0e6-43a1-86ba-14b4e5e5212e by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:34.564816 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Attempting to bind port 972d01df-d0e6-43a1-86ba-14b4e5e5212e on network eb843b2e-dadb-42ac-8598-37adb15031e0 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:34.583311 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:34.583311 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Checking segment: {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:34.583311 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.583311 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Bound using segment: {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:34.583311 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Bound port: 972d01df-d0e6-43a1-86ba-14b4e5e5212e, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:34.583311 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.583893 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.602268 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55b6af-d81f-4028-8b91-a1048f6ab3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2093e9-06be-4457-bc54-85f1b7c9a6eb,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:34.644648 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-25e3a023-a499-4686-8ab6-c4a7b8431643 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300720 Aug 10 14:07:34.660038 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] For port 972d01df-d0e6-43a1-86ba-14b4e5e5212e, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:34.665126 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] For port 972d01df-d0e6-43a1-86ba-14b4e5e5212e, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=972d01df-d0e6-43a1-86ba-14b4e5e5212e,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:34.678145 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31be44f-0c73-4a84-b39b-3ee64843f2f6 None None] Pushing event updated for resources: {'Port': ['ID=972d01df-d0e6-43a1-86ba-14b4e5e5212e,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:34.704991 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['3a37701c-1301-4a1f-83af-a119b8c2c0a9'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:07:34.715429 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370afabe-bd7b-4081-8558-e6ae994978d7 req-742859b5-a083-416d-8928-3d9b17ddeb04 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:34.729356 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-370afabe-bd7b-4081-8558-e6ae994978d7 req-742859b5-a083-416d-8928-3d9b17ddeb04 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 943 time: 0.3363125 Aug 10 14:07:34.844046 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:34.864231 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.889412 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:34.914484 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5907225e-11cb-4198-b9b8-d5c48b21abba req-109686ff-0b3b-464f-b763-50ae78a0dd40 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201498 Aug 10 14:07:34.938878 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:34Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:35.036713 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0792e34-45ef-4714-b5f9-36f1c05a52b1 None None] The sync data for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi is: [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:34Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:07:35.041368 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31be44f-0c73-4a84-b39b-3ee64843f2f6 None None] Pushing event updated for resources: {'Port': ['ID=972d01df-d0e6-43a1-86ba-14b4e5e5212e,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:35.126430 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Routers {'f3550bbc-bb69-4799-ab3e-57e747901bcb'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:07:35.127093 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f3550bbc-bb69-4799-ab3e-57e747901bcb'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:35.174750 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:35.197725 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-e6189e8b-1477-4dce-8548-a5acfebe17b8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6237803 Aug 10 14:07:35.320437 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-370afabe-bd7b-4081-8558-e6ae994978d7 req-0aff84f0-25e2-42e7-9fe2-48061e7a9a91 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901103 Aug 10 14:07:35.337180 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-4e6e6d84-b570-4412-912f-4882bd54e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:35.344471 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-4e6e6d84-b570-4412-912f-4882bd54e6cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 1096 time: 0.3208919 Aug 10 14:07:35.405738 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:35.406971 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:35.535217 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:35.624868 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Allocated IP 172.27.1.250 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/d0113643-14ff-486f-8d3d-b8f39fba522a) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:35.639188 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-16d4e150-01c4-4ffd-95d9-e1e8ba26375f service neutron] 10.222.0.26 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304769 Aug 10 14:07:35.660563 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a257-55c9-491e-9de2-ebf209e3c9b2 req-453ecf86-f486-4723-9243-46b0f7d77c4a tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:35.662235 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bab3a257-55c9-491e-9de2-ebf209e3c9b2 req-453ecf86-f486-4723-9243-46b0f7d77c4a tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 944 time: 0.2625210 Aug 10 14:07:35.669292 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] Set router f3550bbc-bb69-4799-ab3e-57e747901bcb gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:07:35.727438 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'Port': ['ID=d9a342cc-fb32-45ce-b9a3-fe4c70faee2b,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:35.826492 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:35.844139 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:35.859557 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:35.867891 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:35.943013 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'gw_port': {'id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:14Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '972d01df-d0e6-43a1-86ba-14b4e5e5212e', 'name': '', 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'mac_address': 'fa:16:3e:87:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '59e8d6ad-687c-435d-bdc4-b56a61daec94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:25Z', 'updated_at': '2021-08-10T14:07:34Z', 'revision_number': 4, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'subnets': [{'id': '59e8d6ad-687c-435d-bdc4-b56a61daec94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:07:35.950052 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:35.953189 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-ed08f01f-6498-4366-85b8-3843d9264102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:35.954884 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-ed08f01f-6498-4366-85b8-3843d9264102 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 916 time: 0.5940864 Aug 10 14:07:35.978925 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a115a5-6518-4195-abf9-4aaa4d8b6be5 None None] The sync data for ids ['f3550bbc-bb69-4799-ab3e-57e747901bcb'] in dv-cinder-788363-11-iscsi is: [{'id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'gw_port': {'id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:14Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '972d01df-d0e6-43a1-86ba-14b4e5e5212e', 'name': '', 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'mac_address': 'fa:16:3e:87:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '59e8d6ad-687c-435d-bdc4-b56a61daec94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:25Z', 'updated_at': '2021-08-10T14:07:34Z', 'revision_number': 4, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'subnets': [{'id': '59e8d6ad-687c-435d-bdc4-b56a61daec94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:07:35.990922 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bab3a257-55c9-491e-9de2-ebf209e3c9b2 req-1dfdb4d1-3184-4518-a22e-1d0fe6b60199 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526922 Aug 10 14:07:36.024548 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:36.024548 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:36.029154 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:36.062625 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-fa6278b8-6703-466e-9bee-567d9adf3d39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df99d83-c74a-41f3-8536-8553f138f521 HTTP/1.1" status: 200 len: 217 time: 0.0947289 Aug 10 14:07:36.070118 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'Port': ['ID=d0113643-14ff-486f-8d3d-b8f39fba522a,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:36.076168 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-c97bd1e4-8528-41ea-83ab-b9f2994efed5 service neutron] 10.222.0.26 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063463 Aug 10 14:07:36.200085 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:36.251755 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:36.576598 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:36.584179 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:36.682002 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 24817cec-8b03-4a67-bc91-5be517311dc5 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:36.714585 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'Port': ['ID=d0113643-14ff-486f-8d3d-b8f39fba522a,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:36.738728 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d06c30eb-ac5f-480d-ba40-8b3d9e3df1de req-90da08ff-10a0-4455-9a1b-cbea3c3e6c4c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 210 time: 0.0402493 Aug 10 14:07:36.740966 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-99dbfdb6-0222-42d4-b2c1-cdd8509a91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:36.742771 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-99dbfdb6-0222-42d4-b2c1-cdd8509a91f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 HTTP/1.1" status: 200 len: 855 time: 0.6486301 Aug 10 14:07:36.843749 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 24817cec-8b03-4a67-bc91-5be517311dc5 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:36.868629 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 24817cec-8b03-4a67-bc91-5be517311dc5 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:36.869105 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:36.907710 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:36.951720 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:36.953037 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-545dfa44-d9b9-4db1-a71a-39f7d863e1ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6960077 Aug 10 14:07:36.974328 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-91c98681-598e-426d-8044-e0da9ecd22eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d496c528-c828-4efe-b934-272531057e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977175 Aug 10 14:07:37.102541 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:37.176434 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:37.197985 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 24817cec-8b03-4a67-bc91-5be517311dc5, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=24817cec-8b03-4a67-bc91-5be517311dc5,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:37.206877 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:37.257028 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bdf2f-5ea5-4bdd-a912-8525b5aa2d7c req-f13a0a8a-2a6e-4372-8a30-ae4908154c1f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:37.264524 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ae4bdf2f-5ea5-4bdd-a912-8525b5aa2d7c req-f13a0a8a-2a6e-4372-8a30-ae4908154c1f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 943 time: 0.5674012 Aug 10 14:07:37.301299 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=24817cec-8b03-4a67-bc91-5be517311dc5,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:37.416351 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:37.467485 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ae4bdf2f-5ea5-4bdd-a912-8525b5aa2d7c req-326dc78d-64e3-4b27-8658-2c3b3d83c974 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014730 Aug 10 14:07:37.493837 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-e67bc642-db21-44cb-a56d-1b739af1d76d service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420099 Aug 10 14:07:37.529283 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-c7ca2f89-02ea-434f-8f2f-7e260d297994 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:37.530890 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-c7ca2f89-02ea-434f-8f2f-7e260d297994 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 818 time: 0.3563044 Aug 10 14:07:37.627494 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-29ddae04-cc96-4b3f-906c-1bc2e38f13e5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/quotas/51c9d3d5846a4ac59902ef873d009eae HTTP/1.1" status: 200 len: 375 time: 0.0898898 Aug 10 14:07:37.716250 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436c43c-b2d2-41ea-a992-face94347629 req-b24be0e2-41c3-4630-a7c4-824270f93c5d tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:37.717869 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b436c43c-b2d2-41ea-a992-face94347629 req-b24be0e2-41c3-4630-a7c4-824270f93c5d tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 944 time: 0.1450100 Aug 10 14:07:37.778600 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-e7d267b6-748c-4cbe-89c5-3212143089f3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271334 Aug 10 14:07:37.856619 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b436c43c-b2d2-41ea-a992-face94347629 req-d2996e3d-20ec-470d-8b72-158acde19d17 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306806 Aug 10 14:07:37.891732 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:37.911522 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:37.983637 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'Port': ['ID=d9a342cc-fb32-45ce-b9a3-fe4c70faee2b,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:38.069764 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-5808ed7b-2feb-4529-b072-d912b262ae32 service neutron] 10.222.0.26 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801566 Aug 10 14:07:38.173046 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-1cfd40f2-d52c-4235-a7b4-0e06e2b67223 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1365637674&fields=id&tenant_id=87109c73f13448588e285f393b561d49 HTTP/1.1" status: 200 len: 267 time: 0.1242664 Aug 10 14:07:38.174540 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:38.266943 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:38.266943 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-115b9d2e-e6cd-4286-91c8-03c538ebb4ec tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3462539 Aug 10 14:07:38.333053 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-33f49676-646a-447f-ad9e-c3b9d9301957 service neutron] 10.222.0.26 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518847 Aug 10 14:07:38.371713 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-d70ec1a7-a563-457d-82fa-4290dee18321 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:38.379199 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-d70ec1a7-a563-457d-82fa-4290dee18321 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 817 time: 0.1969633 Aug 10 14:07:38.401655 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-924405ce-7023-4886-adde-9bd3b614e2d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/quotas/87109c73f13448588e285f393b561d49 HTTP/1.1" status: 200 len: 375 time: 0.0214961 Aug 10 14:07:38.496611 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-134eef3e-7b63-4c93-a105-e80b9459611a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940301 Aug 10 14:07:38.660054 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-5d0be4f3-ed1d-45e2-be8e-f45d9f126fde tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1279574590&fields=id&tenant_id=0833bee3d99349a482e554e2c6b78e76 HTTP/1.1" status: 200 len: 267 time: 0.1084940 Aug 10 14:07:38.743992 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 24817cec-8b03-4a67-bc91-5be517311dc5 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:38.813200 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-58953273-7420-45ac-87b3-a736f455fcf1 service neutron] 10.222.0.26 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728508 Aug 10 14:07:38.830973 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 24817cec-8b03-4a67-bc91-5be517311dc5 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:38.832435 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-c19c75f0-c25b-4462-be2e-3714fbe97bed tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:38.834286 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-c19c75f0-c25b-4462-be2e-3714fbe97bed tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 810 time: 0.1671741 Aug 10 14:07:38.834589 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:38.865667 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 8df99d83-c74a-41f3-8536-8553f138f521 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:07:38.918988 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-7d8b5461-9b6d-489c-a6ca-e8e13c76714c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/quotas/0833bee3d99349a482e554e2c6b78e76 HTTP/1.1" status: 200 len: 375 time: 0.0714562 Aug 10 14:07:39.025857 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-63ffba48-8b48-4779-9471-64c2ed59d855 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952976 Aug 10 14:07:39.039529 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-92c5f15c-ed1d-42f8-9adc-6e70497aee8a service neutron] 10.222.0.26 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253592 Aug 10 14:07:39.071272 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 8df99d83-c74a-41f3-8536-8553f138f521, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8df99d83-c74a-41f3-8536-8553f138f521,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:39.097345 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '8df99d83-c74a-41f3-8536-8553f138f521', 'network_id': 'd496c528-c828-4efe-b934-272531057e9e', 'port_id': '8df99d83-c74a-41f3-8536-8553f138f521', 'mac_address': 'fa:16:3e:3a:b9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ffdedc-2fe2-4216-bb82-9f15d3be86d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:07:39.194083 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-2872c807-31c7-4e3d-9798-dae9f18a657e service neutron] 10.222.0.26 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447055 Aug 10 14:07:39.200554 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:39.207205 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 972d01df-d0e6-43a1-86ba-14b4e5e5212e up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:39.269481 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df99d83-c74a-41f3-8536-8553f138f521 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:39.294166 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e3b4b6a1-8f66-4d6d-8f3e-b7287afc40c2 req-e43058fc-d6c2-4aa2-9994-4ef22385aa50 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 210 time: 0.0315039 Aug 10 14:07:39.325208 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 8df99d83-c74a-41f3-8536-8553f138f521, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8df99d83-c74a-41f3-8536-8553f138f521,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:39.336914 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:39.346849 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-211d0257-a161-4856-8bbe-feb495d1e042 service neutron] 10.222.0.26 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352358 Aug 10 14:07:39.432213 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=8df99d83-c74a-41f3-8536-8553f138f521,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:39.436005 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 972d01df-d0e6-43a1-86ba-14b4e5e5212e completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:39.442855 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 972d01df-d0e6-43a1-86ba-14b4e5e5212e triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:39.443508 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:39.462021 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45082) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:39.575841 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:39.636469 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7463d-bdde-4c37-8020-bac669d7df80 req-1d44c263-2ffe-4d4c-8c65-0465b936bd78 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:39.644053 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0ef7463d-bdde-4c37-8020-bac669d7df80 req-1d44c263-2ffe-4d4c-8c65-0465b936bd78 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 944 time: 0.2801404 Aug 10 14:07:39.668859 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 972d01df-d0e6-43a1-86ba-14b4e5e5212e, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=972d01df-d0e6-43a1-86ba-14b4e5e5212e,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:39.675991 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:39.696393 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f24c7b70-9116-4f67-959c-37c2ced4f786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:39.732361 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0ef7463d-bdde-4c37-8020-bac669d7df80 req-eacfb93c-97f8-4eac-9f6c-4ffaf74e88c9 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863287 Aug 10 14:07:39.756230 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78a4dc-d886-4165-8fe5-89deaaabfc80 req-20492230-e000-4f19-b376-b5854b5e6251 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:39.758197 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8f78a4dc-d886-4165-8fe5-89deaaabfc80 req-20492230-e000-4f19-b376-b5854b5e6251 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 944 time: 0.1110013 Aug 10 14:07:39.772044 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=972d01df-d0e6-43a1-86ba-14b4e5e5212e,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:39.864221 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8f78a4dc-d886-4165-8fe5-89deaaabfc80 req-892a58cf-f794-48f5-9614-feb9c64484ae tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895553 Aug 10 14:07:39.874325 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-548e62f8-2519-44da-b2fd-e3341bb49ce5 req-016413e0-4ef3-43bc-8ebd-0a84a0937ac6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 210 time: 0.0687623 Aug 10 14:07:39.879150 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f24c7b70-9116-4f67-959c-37c2ced4f786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:39.886648 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f24c7b70-9116-4f67-959c-37c2ced4f786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:39.938882 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 3a37701c-1301-4a1f-83af-a119b8c2c0a9 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:39.982921 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-f24c7b70-9116-4f67-959c-37c2ced4f786 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=706c8a74ed1d4519b903f6a644f3da07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194185 Aug 10 14:07:39.984324 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45098) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:39.985734 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-75737be7-09d1-4eca-90cc-4814544f3d9a req-a481564d-92ff-44a0-ba99-1d50d74573f2 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194742 Aug 10 14:07:40.035706 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-14b8b4b6-71f4-451e-804c-94a48325cfd8 req-87727a70-c486-490b-9470-d23993341cee tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 210 time: 0.0353577 Aug 10 14:07:40.037392 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 3a37701c-1301-4a1f-83af-a119b8c2c0a9 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:40.043125 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 3a37701c-1301-4a1f-83af-a119b8c2c0a9 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:40.044092 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.097991 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c7c263c5-41ae-4c22-a0c0-115fe0c0ea79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.099812 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c7b70-9116-4f67-959c-37c2ced4f786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b3699d-3963-4339-8d03-3a6f76718679,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:40.174856 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.187943 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c7c263c5-41ae-4c22-a0c0-115fe0c0ea79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.195360 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8df99d83-c74a-41f3-8536-8553f138f521'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:07:40.272336 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43d0fcf-8076-4828-b356-4df39d2279a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37701c-1301-4a1f-83af-a119b8c2c0a9'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:07:40.306345 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c7c263c5-41ae-4c22-a0c0-115fe0c0ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.310469 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c7c263c5-41ae-4c22-a0c0-115fe0c0ea79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.312138 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-c7c263c5-41ae-4c22-a0c0-115fe0c0ea79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66b3699d-3963-4339-8d03-3a6f76718679 HTTP/1.1" status: 204 len: 168 time: 0.3250360 Aug 10 14:07:40.322597 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c263c5-41ae-4c22-a0c0-115fe0c0ea79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b3699d-3963-4339-8d03-3a6f76718679,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:40.384174 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 3a37701c-1301-4a1f-83af-a119b8c2c0a9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a37701c-1301-4a1f-83af-a119b8c2c0a9,segment=NetworkSegment(e48a6b29-a182-4a7c-9c4f-5ee04471cc62),segment_id=e48a6b29-a182-4a7c-9c4f-5ee04471cc62)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:40.414619 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.437111 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8a58254f-237c-435d-9e8d-eed81ff67298 req-c3ffe3c8-b23f-41f6-964b-aebc706bd40e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 210 time: 0.0438402 Aug 10 14:07:40.497390 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49762b6-d435-4342-9839-6ded104ac8d2" -d '{"events": [{"server_uuid": "d43d0fcf-8076-4828-b356-4df39d2279a8", "name": "network-vif-plugged", "status": "completed", "tag": "3a37701c-1301-4a1f-83af-a119b8c2c0a9"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:07:40.506565 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=3a37701c-1301-4a1f-83af-a119b8c2c0a9,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:40.604564 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 972d01df-d0e6-43a1-86ba-14b4e5e5212e up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:40.664388 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 972d01df-d0e6-43a1-86ba-14b4e5e5212e triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:40.664793 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.694960 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45124) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:40.713195 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f920ca6-e9c4-4337-b756-856bdfb86bc5 x-openstack-request-id: req-4f920ca6-e9c4-4337-b756-856bdfb86bc5 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:07:40.713521 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43d0fcf-8076-4828-b356-4df39d2279a8", "name": "network-vif-plugged", "status": "completed", "tag": "3a37701c-1301-4a1f-83af-a119b8c2c0a9", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:07:40.713831 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a04615a4-f1f7-4d2f-9c4b-bd3738c35da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.714055 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f920ca6-e9c4-4337-b756-856bdfb86bc5 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:07:40.714588 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43d0fcf-8076-4828-b356-4df39d2279a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37701c-1301-4a1f-83af-a119b8c2c0a9', 'code': 200} Aug 10 14:07:40.851703 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a04615a4-f1f7-4d2f-9c4b-bd3738c35da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.857600 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a04615a4-f1f7-4d2f-9c4b-bd3738c35da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:40.911590 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04615a4-f1f7-4d2f-9c4b-bd3738c35da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4550b2-8c7e-45c1-a0d1-78235dd8845b,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:40.922672 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-a04615a4-f1f7-4d2f-9c4b-bd3738c35da2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6771025be2914e81aeaf5f661e609a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239952 Aug 10 14:07:40.922915 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45134) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:40.939784 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f46cb-cd07-4e44-a22f-b69fc56c5721 req-e15afc49-cdab-4d18-a43a-e93a4fcf8ab0 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:40.941480 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e02f46cb-cd07-4e44-a22f-b69fc56c5721 req-e15afc49-cdab-4d18-a43a-e93a4fcf8ab0 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 944 time: 0.0909581 Aug 10 14:07:40.949418 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-c85fc43b-3abc-4280-a547-91b46aa802c8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:40.951070 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-c85fc43b-3abc-4280-a547-91b46aa802c8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 818 time: 0.2037997 Aug 10 14:07:40.983005 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Request body: {'port': {'device_id': '2aaf450b-891e-4ab8-a35a-acd2c611cf9e', 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0', 'admin_state_up': True, 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:40.987483 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-75ffd1f1-2d26-479f-935c-12f8086adfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.023957 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-75ffd1f1-2d26-479f-935c-12f8086adfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.080867 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e02f46cb-cd07-4e44-a22f-b69fc56c5721 req-00ec6a08-36c8-4c78-8316-740ba2b3a6d0 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286209 Aug 10 14:07:41.122616 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58371552-7f1b-48f6-a339-e78650d4cc86 req-957ccae9-f66a-4e00-8323-84c210153021 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:41.124564 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-58371552-7f1b-48f6-a339-e78650d4cc86 req-957ccae9-f66a-4e00-8323-84c210153021 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.1648362 Aug 10 14:07:41.158569 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-75ffd1f1-2d26-479f-935c-12f8086adfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.160946 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-75ffd1f1-2d26-479f-935c-12f8086adfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.162842 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-75ffd1f1-2d26-479f-935c-12f8086adfa7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e4550b2-8c7e-45c1-a0d1-78235dd8845b HTTP/1.1" status: 204 len: 168 time: 0.2387030 Aug 10 14:07:41.186010 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffd1f1-2d26-479f-935c-12f8086adfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4550b2-8c7e-45c1-a0d1-78235dd8845b,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:41.219674 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183713ed-ee65-409a-a73b-3d12ef24f981 req-efd09a24-cb78-4bbd-99ca-f9e55838b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:41.221905 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-183713ed-ee65-409a-a73b-3d12ef24f981 req-efd09a24-cb78-4bbd-99ca-f9e55838b270 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 1098 time: 0.1505744 Aug 10 14:07:41.224136 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fe7f6d99-f36e-4c08-92f8-e2931c8e2fbc req-16eecd24-0fe7-4858-9cd7-d034b19b1f2c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 210 time: 0.0618556 Aug 10 14:07:41.235491 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-58371552-7f1b-48f6-a339-e78650d4cc86 req-bc1bd825-7a8c-4190-8a0b-39b322991570 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934749 Aug 10 14:07:41.251644 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Made reservation on behalf of 51c9d3d5846a4ac59902ef873d009eae for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:41.256667 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.290834 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-183713ed-ee65-409a-a73b-3d12ef24f981 req-ba10acba-16c8-490e-8df2-d6267b43fd82 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.415329 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.53', 59880) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:41.428757 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4dc6d028-bd23-470c-8b76-50814bd6514c req-dce20ead-dc0a-4377-8e34-fad7e257caf8 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 210 time: 0.0650427 Aug 10 14:07:41.593592 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Allocated IP 172.20.0.4 (eb843b2e-dadb-42ac-8598-37adb15031e0/59e8d6ad-687c-435d-bdc4-b56a61daec94/df38b619-2a3a-466a-9b0f-74325c0ff73d) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:41.645788 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5d05eaf-a3d4-416a-8560-2c65ec1925cf req-4416ef7e-802d-4b28-9578-c6b036517822 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 210 time: 0.0394428 Aug 10 14:07:41.676706 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-ebae511e-10f1-4013-9b6f-e9a053e08d9f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:41.678367 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-ebae511e-10f1-4013-9b6f-e9a053e08d9f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 817 time: 0.2563884 Aug 10 14:07:41.776519 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-183713ed-ee65-409a-a73b-3d12ef24f981 req-ba10acba-16c8-490e-8df2-d6267b43fd82 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.806246 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-183713ed-ee65-409a-a73b-3d12ef24f981 req-ba10acba-16c8-490e-8df2-d6267b43fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.902945 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-6e896abb-b817-4c6b-a2e1-660df806e578 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87109c73f13448588e285f393b561d49 HTTP/1.1" status: 200 len: 380 time: 0.1908102 Aug 10 14:07:41.905671 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.923426 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 8df99d83-c74a-41f3-8536-8553f138f521 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:41.940449 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'port': {'device_id': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'admin_state_up': True, 'tenant_id': '87109c73f13448588e285f393b561d49', 'security_groups': ['40fd35b5-1191-44db-8c8b-e8e3237e6d95']}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:41.975275 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.53', 59886) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:41.985583 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:41.986960 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-183713ed-ee65-409a-a73b-3d12ef24f981 req-ba10acba-16c8-490e-8df2-d6267b43fd82 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7370145 Aug 10 14:07:42.028204 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10acba-16c8-490e-8df2-d6267b43fd82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a77c3-dba5-477e-a534-380d1e5268a4,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:42.029015 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 8df99d83-c74a-41f3-8536-8553f138f521 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:42.034528 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 8df99d83-c74a-41f3-8536-8553f138f521 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:42.036159 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:42.063807 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Network eb843b2e-dadb-42ac-8598-37adb15031e0 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:42.067124 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:42.077845 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:42.083704 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Pushing event updated for resources: {'Port': ['ID=df38b619-2a3a-466a-9b0f-74325c0ff73d,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:42.142231 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Made reservation on behalf of 87109c73f13448588e285f393b561d49 for: {'port': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:42.145846 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:42.161097 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:42.162121 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:42.187620 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:42.202975 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-9ed96e35-a5c3-430e-9e32-01656ca52d67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2264667 Aug 10 14:07:42.232933 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 8df99d83-c74a-41f3-8536-8553f138f521, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8df99d83-c74a-41f3-8536-8553f138f521,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:42.245058 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:42.253506 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc124-f387-4dea-a8a7-f7240c384144 req-b30f208a-88bd-4a3c-814e-b0913aa31db7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:42.262575 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e8abc124-f387-4dea-a8a7-f7240c384144 req-b30f208a-88bd-4a3c-814e-b0913aa31db7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 944 time: 0.0863342 Aug 10 14:07:42.298281 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e8abc124-f387-4dea-a8a7-f7240c384144 req-40915ae8-dc56-4cf6-92fd-44876c36ebcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Aug 10 14:07:42.305425 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=8df99d83-c74a-41f3-8536-8553f138f521,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:42.350092 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Allocated IP 172.20.0.10 (d2affb74-a46b-441c-a2c7-a989ec7f0bb5/2a3b00c9-c442-40b9-a58d-cfd8348f9716/4c14ce42-ddad-4ae9-be60-7f065a98410f) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:42.382999 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e8b72c8e-c6fd-4577-9989-09c893143b18 req-96dd3d0b-89a7-4542-a885-a043f7372b83 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 210 time: 0.0404718 Aug 10 14:07:42.442563 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c39ad-ded6-4745-9a6f-a655c09810ce req-77f12e1d-9a17-41a6-bb22-d4fae2e0f595 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:42.445728 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6e4c39ad-ded6-4745-9a6f-a655c09810ce req-77f12e1d-9a17-41a6-bb22-d4fae2e0f595 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.0590863 Aug 10 14:07:42.521455 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6e4c39ad-ded6-4745-9a6f-a655c09810ce req-bc246f8f-826e-4f77-a25c-594cca78daba tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672801 Aug 10 14:07:42.523606 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:42.551587 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b05402b-cbcc-4839-800a-d8218eb7c3ab req-b655001e-7bbf-439c-b7b8-1eb8dcdcce32 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 210 time: 0.0606313 Aug 10 14:07:42.705123 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Transition to ACTIVE for port object 4c14ce42-ddad-4ae9-be60-7f065a98410f will not be triggered until provisioned by entity DHCP. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:42.716855 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813681af-2f76-4cf3-8377-bf62681ef960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df99d83-c74a-41f3-8536-8553f138f521'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:07:42.720689 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3341b37-86f6-4381-b9ae-54839c455eef" -d '{"events": [{"server_uuid": "813681af-2f76-4cf3-8377-bf62681ef960", "name": "network-vif-plugged", "status": "completed", "tag": "8df99d83-c74a-41f3-8536-8553f138f521"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:07:42.744080 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:42.762579 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e072ae15-4e85-4542-bc4f-dc6bd44eb099 req-583616c7-88d0-46a7-a569-c6314905ffcf tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 210 time: 0.0382400 Aug 10 14:07:42.773471 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f97b0b-a8f8-4d9e-872c-3f4b1a20749e x-openstack-request-id: req-c4f97b0b-a8f8-4d9e-872c-3f4b1a20749e {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:07:42.773826 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813681af-2f76-4cf3-8377-bf62681ef960", "name": "network-vif-plugged", "status": "completed", "tag": "8df99d83-c74a-41f3-8536-8553f138f521", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:07:42.774165 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4f97b0b-a8f8-4d9e-872c-3f4b1a20749e {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:07:42.774617 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813681af-2f76-4cf3-8377-bf62681ef960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df99d83-c74a-41f3-8536-8553f138f521', 'code': 200} Aug 10 14:07:42.791901 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:42.798196 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:42.805744 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:42.840405 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:42.874631 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:42.875615 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:42.915088 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-893b9757-325f-4c05-8dc9-3573d224b4d0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9993742 Aug 10 14:07:43.105869 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-868fd780-2770-478c-be04-1f3e66e3d6f8 None None] Provisioning for port 4c14ce42-ddad-4ae9-be60-7f065a98410f completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:43.109591 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-868fd780-2770-478c-be04-1f3e66e3d6f8 None None] Provisioning complete for port 4c14ce42-ddad-4ae9-be60-7f065a98410f triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:43.109981 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-868fd780-2770-478c-be04-1f3e66e3d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:43.145152 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-868fd780-2770-478c-be04-1f3e66e3d6f8 None None] Port 4c14ce42-ddad-4ae9-be60-7f065a98410f cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:07:43.430351 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae389a5-ab4e-4551-9ad8-690adc3cb3fc req-ff84d77d-41cb-4275-91b5-ae6218de33e1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:43.431858 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2ae389a5-ab4e-4551-9ad8-690adc3cb3fc req-ff84d77d-41cb-4275-91b5-ae6218de33e1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 945 time: 0.0629058 Aug 10 14:07:43.469387 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2ae389a5-ab4e-4551-9ad8-690adc3cb3fc req-e2e9e2cd-a845-4660-8486-f813d493ad73 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Aug 10 14:07:43.511660 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 45236) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:43.526508 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8e0ba-e477-46f1-b26f-b8791fe8c097 req-e4095bff-750c-4818-b28b-cb3117496d20 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:43.528024 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-67a8e0ba-e477-46f1-b26f-b8791fe8c097 req-e4095bff-750c-4818-b28b-cb3117496d20 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 932 time: 0.0545106 Aug 10 14:07:43.568374 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-67a8e0ba-e477-46f1-b26f-b8791fe8c097 req-60a35a21-785c-4df3-8866-1aabc90a1a3b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345495 Aug 10 14:07:43.655552 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7ad13239-dace-428e-b4b0-2c260a693e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:43.677102 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8a3e9836-7251-4d58-9c2f-f9c8796eba23 req-0602075f-b79d-4d9e-b500-c44e65ce90db tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 210 time: 0.0435252 Aug 10 14:07:43.702579 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596abee-b583-4690-9721-02b268ba54f8 req-b4416903-6853-4d82-a869-4a38ef9bdfd8 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:43.704071 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2596abee-b583-4690-9721-02b268ba54f8 req-b4416903-6853-4d82-a869-4a38ef9bdfd8 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.0985408 Aug 10 14:07:43.762506 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2596abee-b583-4690-9721-02b268ba54f8 req-ddb0ade8-7d66-4886-ac3e-0698ba5eac05 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521324 Aug 10 14:07:43.811896 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7ad13239-dace-428e-b4b0-2c260a693e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:43.815967 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7ad13239-dace-428e-b4b0-2c260a693e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:43.869505 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-883b97e5-d953-4291-a5e7-5cf00ea73669 req-4f1f9f4f-7288-4c10-9ad4-30e9776adca1 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 210 time: 0.0415323 Aug 10 14:07:43.875966 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-7ad13239-dace-428e-b4b0-2c260a693e31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d488e8b33c04b75a18cea6a63f356ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633559 Aug 10 14:07:43.879084 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45246) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:43.882794 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad13239-dace-428e-b4b0-2c260a693e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdb9b43-b732-48a1-a882-3bf9b481cda7,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:43.929472 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-da7a4a3c-d6e1-4efc-a01d-3b7421f78272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:43.950311 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-da7a4a3c-d6e1-4efc-a01d-3b7421f78272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:43.999545 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-da7a4a3c-d6e1-4efc-a01d-3b7421f78272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:44.002127 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-da7a4a3c-d6e1-4efc-a01d-3b7421f78272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:44.006235 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-da7a4a3c-d6e1-4efc-a01d-3b7421f78272 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cdb9b43-b732-48a1-a882-3bf9b481cda7 HTTP/1.1" status: 204 len: 168 time: 0.1223791 Aug 10 14:07:44.011532 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a4a3c-d6e1-4efc-a01d-3b7421f78272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdb9b43-b732-48a1-a882-3bf9b481cda7,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:44.268537 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45256) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:44.282174 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-36d2b372-6b35-4f7b-890c-7356d7a8324c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:44.368656 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-36d2b372-6b35-4f7b-890c-7356d7a8324c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:44.372343 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-36d2b372-6b35-4f7b-890c-7356d7a8324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:44.408914 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-36d2b372-6b35-4f7b-890c-7356d7a8324c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc65ae3e49a24492b663ebbba88c7ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393368 Aug 10 14:07:44.409746 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2b372-6b35-4f7b-890c-7356d7a8324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e9546-5a0a-4339-8979-d6150039d95c,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:44.412332 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 45258) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:44.462232 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7261-bb60-451b-af4b-8b33a4c6b9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:44.482770 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7261-bb60-451b-af4b-8b33a4c6b9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:44.533179 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7261-bb60-451b-af4b-8b33a4c6b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:44.535931 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7261-bb60-451b-af4b-8b33a4c6b9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:44.537150 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-6d4f7261-bb60-451b-af4b-8b33a4c6b9e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/122e9546-5a0a-4339-8979-d6150039d95c HTTP/1.1" status: 204 len: 168 time: 0.1237714 Aug 10 14:07:44.554920 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7261-bb60-451b-af4b-8b33a4c6b9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e9546-5a0a-4339-8979-d6150039d95c,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:44.593799 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa09c3-174c-42cd-96cd-97482dfaade9 req-c3e29677-70ee-4922-b4e8-95ab972f30bb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:44.595749 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33aa09c3-174c-42cd-96cd-97482dfaade9 req-c3e29677-70ee-4922-b4e8-95ab972f30bb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 945 time: 0.0550125 Aug 10 14:07:44.639581 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33aa09c3-174c-42cd-96cd-97482dfaade9 req-3ddcc072-572a-43a5-817b-bcb41cc4a022 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362482 Aug 10 14:07:44.706116 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13be81-d612-4bc5-86e7-3409494e1c58 req-82c1d9b0-cd08-499a-b661-46914f135872 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:44.707750 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1a13be81-d612-4bc5-86e7-3409494e1c58 req-82c1d9b0-cd08-499a-b661-46914f135872 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 932 time: 0.0508668 Aug 10 14:07:44.750511 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1a13be81-d612-4bc5-86e7-3409494e1c58 req-0d6042f2-457e-4842-8dd1-d1630971b526 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348213 Aug 10 14:07:44.779456 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fb30e8f9-d532-46d7-acea-fbac8d6907d0 req-22e9f522-4ce0-4cc6-9b07-eaa859f93157 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 210 time: 0.0276020 Aug 10 14:07:44.888057 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ca212-2fde-45e3-8d9a-18793216ad7a req-496910d4-d088-4371-b2fb-25170b32cafd tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:44.889561 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5a3ca212-2fde-45e3-8d9a-18793216ad7a req-496910d4-d088-4371-b2fb-25170b32cafd tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.0548398 Aug 10 14:07:44.930211 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5a3ca212-2fde-45e3-8d9a-18793216ad7a req-fd1b8916-175a-4a98-bc77-48f35a487f03 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340180 Aug 10 14:07:44.979161 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-39296268-4e6f-4820-8b2d-4bee57db6436 req-5127f457-a0b0-451f-b6f0-3f5081058080 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 210 time: 0.0283728 Aug 10 14:07:45.169005 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Request body: {'port': {'device_id': '2aaf450b-891e-4ab8-a35a-acd2c611cf9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:45.174379 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Request body: {'port': {'device_id': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:45.214259 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-f6c467ad-dec5-49aa-848d-aa1dd869b151 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:45.216112 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-f6c467ad-dec5-49aa-848d-aa1dd869b151 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 818 time: 0.1541455 Aug 10 14:07:45.254017 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Request body: {'port': {'device_id': '4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4', 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0', 'admin_state_up': True, 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:45.263097 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:45.286328 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:45.536825 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Made reservation on behalf of 51c9d3d5846a4ac59902ef873d009eae for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:45.541171 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:45.593375 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861d7cc-9f16-4582-98d0-81874a9e0016 req-589d575f-797a-4a70-9a3b-d3fa8dbab8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:45.595214 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-8861d7cc-9f16-4582-98d0-81874a9e0016 req-589d575f-797a-4a70-9a3b-d3fa8dbab8b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 1098 time: 0.2021396 Aug 10 14:07:45.674624 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-8861d7cc-9f16-4582-98d0-81874a9e0016 req-d64f11ef-09ef-43fd-9591-43178701bc13 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698464 Aug 10 14:07:45.753116 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c14ce42-ddad-4ae9-be60-7f065a98410f {{(pid=93626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:45.772053 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:45.787506 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Transition to ACTIVE for port object 4c14ce42-ddad-4ae9-be60-7f065a98410f will not be triggered until provisioned by entity L2. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:45.794868 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:45.867098 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bacaee-ee31-4a96-85fa-9e1617098ace req-390c680d-3544-4f51-980f-d10ec7c8ace2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:45.876507 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c3bacaee-ee31-4a96-85fa-9e1617098ace req-390c680d-3544-4f51-980f-d10ec7c8ace2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 945 time: 0.1304076 Aug 10 14:07:45.909166 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:45.935129 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df38b619-2a3a-466a-9b0f-74325c0ff73d {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:45.947240 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:45.977934 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Transition to ACTIVE for port object df38b619-2a3a-466a-9b0f-74325c0ff73d will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:45.988630 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c3bacaee-ee31-4a96-85fa-9e1617098ace req-189cc770-2a04-4113-b81f-2dd2eed31410 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098969 Aug 10 14:07:45.992241 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Attempting to bind port 4c14ce42-ddad-4ae9-be60-7f065a98410f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:45.993986 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Attempting to bind port 4c14ce42-ddad-4ae9-be60-7f065a98410f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:45.994351 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Attempting to bind port 4c14ce42-ddad-4ae9-be60-7f065a98410f on network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:46.003399 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Port 4c14ce42-ddad-4ae9-be60-7f065a98410f on network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:07:46.003750 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Attempting to bind port 4c14ce42-ddad-4ae9-be60-7f065a98410f on network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:46.011531 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:46.019792 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:46.019964 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Checking segment: {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:46.020294 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Bound using segment: {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:46.022996 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Bound port: 4c14ce42-ddad-4ae9-be60-7f065a98410f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'}}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:46.023423 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:46.178266 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Pushing event updated for resources: {'Port': ['ID=df38b619-2a3a-466a-9b0f-74325c0ff73d,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:46.211956 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bda4c-414d-450b-a994-fed7cc851bf0 req-b6c351d4-0d04-4a1f-a7e1-cad5fabdc0b3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:46.215716 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f78bda4c-414d-450b-a994-fed7cc851bf0 req-b6c351d4-0d04-4a1f-a7e1-cad5fabdc0b3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.3191528 Aug 10 14:07:46.268179 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77d3c825-1df7-45d3-aa82-d7ab003bcb3b req-4f689fa0-84f3-4618-b00c-0384a341533d tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 210 time: 0.0502391 Aug 10 14:07:46.301711 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, cleared binding levels {{(pid=93626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:46.310925 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:46.320450 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:46.339003 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-e7ecda6d-c1ce-4aa5-aad6-571dc8a4f4e9 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:46.340599 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-e7ecda6d-c1ce-4aa5-aad6-571dc8a4f4e9 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 810 time: 0.2869968 Aug 10 14:07:46.344517 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:46.345153 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:46.346862 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c14ce42-ddad-4ae9-be60-7f065a98410f HTTP/1.1" status: 200 len: 1094 time: 1.1776772 Aug 10 14:07:46.347437 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:07:46.349766 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80906b7-cd80-420a-ae39-219cc2b12afa" -d '{"events": [{"name": "network-changed", "server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:07:46.441727 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Allocated IP 172.20.0.3 (eb843b2e-dadb-42ac-8598-37adb15031e0/59e8d6ad-687c-435d-bdc4-b56a61daec94/42ab6e77-099b-407e-8264-eab05c1c82dc) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:46.471384 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dce947-35f7-47fe-871e-336c4fc599b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=3']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:46.501143 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-f55ef090-b9d7-41d4-bc86-b86a863f5e16 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0833bee3d99349a482e554e2c6b78e76 HTTP/1.1" status: 200 len: 380 time: 0.1202986 Aug 10 14:07:46.558230 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'port': {'device_id': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'admin_state_up': True, 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'security_groups': ['81ba5274-7060-4fd3-b30c-92586792e395']}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:46.573989 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f78bda4c-414d-450b-a994-fed7cc851bf0 req-deca309f-9ad2-439d-b38b-dee2c61de311 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931433 Aug 10 14:07:46.736391 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-7c1303b0-8d66-4918-8875-e96d9f529884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:46.738124 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-7c1303b0-8d66-4918-8875-e96d9f529884 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 1097 time: 0.1930151 Aug 10 14:07:46.798562 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b929a443-8604-429d-a62a-f320c5295e0c req-c4381b4c-8404-4cfc-bf9b-091ed9d5b3fe tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 210 time: 0.0995276 Aug 10 14:07:46.857601 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a0397-3d7f-4183-b018-4ab5bbef2ad0 req-88b0fc0f-8954-4b02-9951-efd932fa0868 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:46.868030 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d7a0397-3d7f-4183-b018-4ab5bbef2ad0 req-88b0fc0f-8954-4b02-9951-efd932fa0868 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.3450220 Aug 10 14:07:46.895658 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Attempting to bind port df38b619-2a3a-466a-9b0f-74325c0ff73d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:46.896094 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Attempting to bind port df38b619-2a3a-466a-9b0f-74325c0ff73d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:46.896328 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Attempting to bind port df38b619-2a3a-466a-9b0f-74325c0ff73d on network eb843b2e-dadb-42ac-8598-37adb15031e0 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:46.944770 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Port df38b619-2a3a-466a-9b0f-74325c0ff73d on network eb843b2e-dadb-42ac-8598-37adb15031e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:07:46.949791 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Attempting to bind port df38b619-2a3a-466a-9b0f-74325c0ff73d on network eb843b2e-dadb-42ac-8598-37adb15031e0 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:46.971774 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-982e075b-b1c0-4df7-bb4d-5b2c8ab050e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f HTTP/1.1" status: 200 len: 217 time: 0.1614544 Aug 10 14:07:47.021346 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db839832-0fb3-461b-9515-42676b59bc3e x-openstack-request-id: req-db839832-0fb3-461b-9515-42676b59bc3e {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:07:47.021621 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:07:47.021869 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db839832-0fb3-461b-9515-42676b59bc3e {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:07:47.022265 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'status': 'completed', 'code': 200} Aug 10 14:07:47.032049 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:47.032816 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Checking segment: {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:47.034837 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Bound using segment: {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:47.035461 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Bound port: df38b619-2a3a-466a-9b0f-74325c0ff73d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:47.044449 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.078682 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Made reservation on behalf of 0833bee3d99349a482e554e2c6b78e76 for: {'port': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:07:47.082609 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.103610 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d7a0397-3d7f-4183-b018-4ab5bbef2ad0 req-16d316fc-ecd0-487b-8564-32f60a0707f3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288721 Aug 10 14:07:47.192941 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] For port df38b619-2a3a-466a-9b0f-74325c0ff73d, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:47.199521 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] For port df38b619-2a3a-466a-9b0f-74325c0ff73d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:47.209309 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 45366) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:47.227746 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.290147 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:47.290986 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.293121 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] 10.222.0.53 "PUT /v2.0/ports/df38b619-2a3a-466a-9b0f-74325c0ff73d HTTP/1.1" status: 200 len: 1093 time: 2.1311688 Aug 10 14:07:47.301571 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaf450b-891e-4ab8-a35a-acd2c611cf9e', 'tag': 'df38b619-2a3a-466a-9b0f-74325c0ff73d'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:07:47.311349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaf450b-891e-4ab8-a35a-acd2c611cf9e", "tag": "df38b619-2a3a-466a-9b0f-74325c0ff73d"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:07:47.339637 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Allocated IP 172.20.0.14 (08e6b86a-aadd-4681-ba0d-91b6d70f7fed/21dc2859-6bdf-4381-bb64-bc1211194cc2/54e1f0ef-10b3-4f98-af80-179a34385acc) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:07:47.367158 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.427643 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23d69f-47f6-42a3-859f-02df33fc77d8 service neutron] Pushing event updated for resources: {'Port': ['ID=df38b619-2a3a-466a-9b0f-74325c0ff73d,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:47.455523 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0d617-e21d-4313-9801-c0127d87a9ed req-a1580f2f-335c-4ec6-a697-53e70b88fb17 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:47.457326 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6ce0d617-e21d-4313-9801-c0127d87a9ed req-a1580f2f-335c-4ec6-a697-53e70b88fb17 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 945 time: 0.2492583 Aug 10 14:07:47.481122 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ad293a94-eb45-481a-84ae-1b1aab5c56ec req-65ce9342-c000-46de-99a2-c1cc6f2d3a17 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 210 time: 0.0564406 Aug 10 14:07:47.524923 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-d9c1f99b-ffe1-4428-9fc7-60953f94bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:47.526447 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-d9c1f99b-ffe1-4428-9fc7-60953f94bc80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.5465760 Aug 10 14:07:47.528866 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-98e395bb-3fc6-488d-904a-f3ef3b668228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:47.529802 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.530843 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-98e395bb-3fc6-488d-904a-f3ef3b668228 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1096 time: 0.1559618 Aug 10 14:07:47.544772 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Transition to ACTIVE for port object 54e1f0ef-10b3-4f98-af80-179a34385acc will not be triggered until provisioned by entity DHCP. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:47.562385 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6ce0d617-e21d-4313-9801-c0127d87a9ed req-6d922ea4-57d0-46f1-8fc9-5b4e65d9b07e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834739 Aug 10 14:07:47.570024 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.666345 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-cf6df739-813c-4db0-9f9a-4501f6b70fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:47.666345 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-cf6df739-813c-4db0-9f9a-4501f6b70fbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1189697 Aug 10 14:07:47.678968 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.731340 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:47.734721 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:47.741127 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:47.745311 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'Port': ['ID=54e1f0ef-10b3-4f98-af80-179a34385acc,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:47.803544 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:47.804273 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.823610 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-89916b25-414f-4a21-942e-a79a5c1b366a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2822516 Aug 10 14:07:47.875493 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72036cea-5e60-4e76-ad6a-0972215f1ea6 x-openstack-request-id: req-72036cea-5e60-4e76-ad6a-0972215f1ea6 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:07:47.876119 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaf450b-891e-4ab8-a35a-acd2c611cf9e", "tag": "df38b619-2a3a-466a-9b0f-74325c0ff73d", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:07:47.876119 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72036cea-5e60-4e76-ad6a-0972215f1ea6 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:07:47.876464 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaf450b-891e-4ab8-a35a-acd2c611cf9e', 'tag': 'df38b619-2a3a-466a-9b0f-74325c0ff73d', 'status': 'completed', 'code': 200} Aug 10 14:07:47.885077 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-92be726e-09b6-495f-96cd-9af85b428bb7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d HTTP/1.1" status: 200 len: 217 time: 0.3376658 Aug 10 14:07:47.934344 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b6570e15-f902-4019-b7c7-d7ff62c05f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:47.950348 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Network eb843b2e-dadb-42ac-8598-37adb15031e0 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:07:47.973321 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:07:47.980324 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:07:47.980975 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-0d17d391-12ec-4250-b933-0d7d6f14ae80 None None] Provisioning for port 54e1f0ef-10b3-4f98-af80-179a34385acc completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:47.985217 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Pushing event updated for resources: {'Port': ['ID=42ab6e77-099b-407e-8264-eab05c1c82dc,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:47.986102 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-0d17d391-12ec-4250-b933-0d7d6f14ae80 None None] Provisioning complete for port 54e1f0ef-10b3-4f98-af80-179a34385acc triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:47.986616 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0d17d391-12ec-4250-b933-0d7d6f14ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.024262 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-0d17d391-12ec-4250-b933-0d7d6f14ae80 None None] Port 54e1f0ef-10b3-4f98-af80-179a34385acc cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:07:48.057200 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ad06-89c7-4907-a038-d9e15491bce5 req-522fb091-8a2a-4998-a1cb-ddb209794f31 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:48.058704 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8f53ad06-89c7-4907-a038-d9e15491bce5 req-522fb091-8a2a-4998-a1cb-ddb209794f31 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 931 time: 0.1797941 Aug 10 14:07:48.066236 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbe43f-c9bc-4f1b-b04b-6d471100e2fc req-e31fb9ae-d4fc-4e39-badd-d54d938a3215 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:48.067668 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2adbe43f-c9bc-4f1b-b04b-6d471100e2fc req-e31fb9ae-d4fc-4e39-badd-d54d938a3215 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.1939962 Aug 10 14:07:48.095232 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:48.095878 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.173945 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8f53ad06-89c7-4907-a038-d9e15491bce5 req-9ff5f595-0cf9-4129-8e60-01c609f10468 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051915 Aug 10 14:07:48.180554 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2adbe43f-c9bc-4f1b-b04b-6d471100e2fc req-1854fd66-1854-4e6b-8437-de290f323040 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968144 Aug 10 14:07:48.223718 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b6570e15-f902-4019-b7c7-d7ff62c05f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.230158 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b6570e15-f902-4019-b7c7-d7ff62c05f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.237158 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-91b1a45b-e6cb-4c38-ad36-ceec27dea6d9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9891131 Aug 10 14:07:48.279081 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6570e15-f902-4019-b7c7-d7ff62c05f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25020f62-3a8a-4b03-b74c-e9ab3ef685e4,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:48.296585 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-b6570e15-f902-4019-b7c7-d7ff62c05f1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66b42ad409bd4073999973fc0337f1da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0839200 Aug 10 14:07:48.299433 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45408) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:48.320335 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91644b-d003-4465-9c9a-8153977c4fd7 req-3b2ae4e4-7c03-485e-b34c-75c7d09ecef5 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:48.322081 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3c91644b-d003-4465-9c9a-8153977c4fd7 req-3b2ae4e4-7c03-485e-b34c-75c7d09ecef5 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.0597553 Aug 10 14:07:48.354027 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0ad96b98-646f-43c2-bb6d-2be7f1414755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.364965 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3c91644b-d003-4465-9c9a-8153977c4fd7 req-39d34ce9-ce53-4a49-81a0-16d96506b47a tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356638 Aug 10 14:07:48.379714 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0ad96b98-646f-43c2-bb6d-2be7f1414755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.437294 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0ad96b98-646f-43c2-bb6d-2be7f1414755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.440470 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0ad96b98-646f-43c2-bb6d-2be7f1414755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.444141 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-0ad96b98-646f-43c2-bb6d-2be7f1414755 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25020f62-3a8a-4b03-b74c-e9ab3ef685e4 HTTP/1.1" status: 204 len: 168 time: 0.1398833 Aug 10 14:07:48.454633 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad96b98-646f-43c2-bb6d-2be7f1414755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25020f62-3a8a-4b03-b74c-e9ab3ef685e4,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:48.751065 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9f921-bed4-4805-b365-5353e08ce8a2 req-217eff61-d0db-45ea-ac00-f56b2db1890b tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:48.752618 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f7c9f921-bed4-4805-b365-5353e08ce8a2 req-217eff61-d0db-45ea-ac00-f56b2db1890b tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 932 time: 0.1125095 Aug 10 14:07:48.785416 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9bc79-6e19-40eb-86e6-9fcbdb8b5646 req-24d949a1-4860-4bfe-bf7e-c8c8e3f1e3e4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:48.786876 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-40b9bc79-6e19-40eb-86e6-9fcbdb8b5646 req-24d949a1-4860-4bfe-bf7e-c8c8e3f1e3e4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 945 time: 0.0905800 Aug 10 14:07:48.820889 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f7c9f921-bed4-4805-b365-5353e08ce8a2 req-f54d00d4-2849-41ca-9b0e-e66f8f90508d tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609059 Aug 10 14:07:48.843644 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-40b9bc79-6e19-40eb-86e6-9fcbdb8b5646 req-e1e5076f-b646-418c-b2ec-2a34c6a650f9 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474470 Aug 10 14:07:48.863136 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45430) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:48.876628 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cb8720bb-96dd-49ec-aa3c-20b6dd6f7c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.966624 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cb8720bb-96dd-49ec-aa3c-20b6dd6f7c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:48.973066 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cb8720bb-96dd-49ec-aa3c-20b6dd6f7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:49.010243 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8720bb-96dd-49ec-aa3c-20b6dd6f7c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db96df76-baa9-46b7-82df-489ef41a015b,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:49.017277 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 45434) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:49.017826 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-cb8720bb-96dd-49ec-aa3c-20b6dd6f7c8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7239e234518468faee97432445b7cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531119 Aug 10 14:07:49.071688 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6cc8630c-90e5-4d34-81c4-7d6b2374e21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:49.104068 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6cc8630c-90e5-4d34-81c4-7d6b2374e21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:49.164116 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6cc8630c-90e5-4d34-81c4-7d6b2374e21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:49.166817 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6cc8630c-90e5-4d34-81c4-7d6b2374e21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:49.168350 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-6cc8630c-90e5-4d34-81c4-7d6b2374e21d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db96df76-baa9-46b7-82df-489ef41a015b HTTP/1.1" status: 204 len: 168 time: 0.1489012 Aug 10 14:07:49.176640 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8630c-90e5-4d34-81c4-7d6b2374e21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db96df76-baa9-46b7-82df-489ef41a015b,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:49.334950 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50c195-a277-4644-bf31-4603a0ad6078 req-6b067fd7-8475-412d-92f2-2940df9dd9b6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:49.336474 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bd50c195-a277-4644-bf31-4603a0ad6078 req-6b067fd7-8475-412d-92f2-2940df9dd9b6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0807557 Aug 10 14:07:49.347014 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e686700-abc1-420f-83ab-838424ae60d4 req-f7322111-3a25-4c3f-a53a-66f4e78796d6 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:49.348535 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5e686700-abc1-420f-83ab-838424ae60d4 req-f7322111-3a25-4c3f-a53a-66f4e78796d6 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 931 time: 0.0833881 Aug 10 14:07:49.410665 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bd50c195-a277-4644-bf31-4603a0ad6078 req-383d541d-8561-4a7d-9468-6b81f736d81a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611227 Aug 10 14:07:49.426812 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5e686700-abc1-420f-83ab-838424ae60d4 req-a872a2e8-1a17-466f-b9ab-20809afb9720 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616708 Aug 10 14:07:49.936758 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38403d-1ed6-46c3-acfa-0ebb3cf527fc req-ce263ac0-372d-4b47-8209-910b738a02d3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:49.938324 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7c38403d-1ed6-46c3-acfa-0ebb3cf527fc req-ce263ac0-372d-4b47-8209-910b738a02d3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 932 time: 0.0516686 Aug 10 14:07:49.979705 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7c38403d-1ed6-46c3-acfa-0ebb3cf527fc req-202bbcb1-db6b-4d2a-9f22-f9666e9ffc9a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352192 Aug 10 14:07:50.511369 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Request body: {'port': {'device_id': '4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:50.512114 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Request body: {'port': {'device_id': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:07:50.635229 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:50.653593 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-d6a8f6b3-1ff6-4e2f-8ab0-bb61e18f17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:50.655388 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-d6a8f6b3-1ff6-4e2f-8ab0-bb61e18f17f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.1821005 Aug 10 14:07:50.701043 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffa3f4-f931-4f48-9337-626b24997252 req-a8a79f95-fefd-4042-a5b7-f8944e26e23b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:50.702353 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-c0be80e1-01c7-4a7e-90b0-5ed893b66058 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321646 Aug 10 14:07:50.702742 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-18ffa3f4-f931-4f48-9337-626b24997252 req-a8a79f95-fefd-4042-a5b7-f8944e26e23b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.1818671 Aug 10 14:07:50.724978 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-d005d7c4-d3b2-471a-b4f0-f80b03150d35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489028 Aug 10 14:07:50.729088 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:50.746420 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd594f-297a-4749-add2-bf9bef238b98 req-9f7a04f9-9c3f-44ed-a73b-b15d15b93a67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:50.753878 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5ffd594f-297a-4749-add2-bf9bef238b98 req-9f7a04f9-9c3f-44ed-a73b-b15d15b93a67 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 931 time: 0.2317376 Aug 10 14:07:50.912902 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5ffd594f-297a-4749-add2-bf9bef238b98 req-17c3b4bc-f01e-4425-b6ec-fd2214f020c8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579990 Aug 10 14:07:50.922620 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-18ffa3f4-f931-4f48-9337-626b24997252 req-7cb2ddce-fd2a-4d6a-ab91-36020a2dfcd8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005084 Aug 10 14:07:50.971922 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-798e4f9b-2b6b-4b15-8b8c-0ee619ac8829 req-2e28c06e-2896-4aa7-9e6f-7e179a5c0ff9 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604396 Aug 10 14:07:51.021645 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-56b03929-531d-4a05-8bf8-3f09a3d1ec57 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843890 Aug 10 14:07:51.054840 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:51.097695 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e1f0ef-10b3-4f98-af80-179a34385acc {{(pid=93626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:51.110531 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:51.156014 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Transition to ACTIVE for port object 54e1f0ef-10b3-4f98-af80-179a34385acc will not be triggered until provisioned by entity L2. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:51.161216 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:51.174848 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-85dd4444-4d10-4e37-86b6-c5747a918f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:51.176746 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-85dd4444-4d10-4e37-86b6-c5747a918f2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 1097 time: 0.0688624 Aug 10 14:07:51.238476 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fccc0a-d301-4359-ae55-365ab97de22f req-75fc88f2-1bc2-4545-8632-11bafa880f67 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:51.246590 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-42fccc0a-d301-4359-ae55-365ab97de22f req-75fc88f2-1bc2-4545-8632-11bafa880f67 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 932 time: 0.1711190 Aug 10 14:07:51.341166 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77bfdf40-82da-4c43-9d27-c41952040bc6 req-5a46a7b8-62ce-46cb-a7ee-c2029d109766 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385457 Aug 10 14:07:51.360244 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-42fccc0a-d301-4359-ae55-365ab97de22f req-91771f30-ac63-4b37-af68-bb82b6fd7bde tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076956 Aug 10 14:07:51.443242 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-add109a3-7278-4e8e-b54f-5db2668d07d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:51.479925 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ab6e77-099b-407e-8264-eab05c1c82dc {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:51.511611 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:51.543892 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-4b35d783-342c-4905-86b2-65e66c6f15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:51.545461 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-4b35d783-342c-4905-86b2-65e66c6f15d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1096 time: 0.0829618 Aug 10 14:07:51.548283 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Transition to ACTIVE for port object 42ab6e77-099b-407e-8264-eab05c1c82dc will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:07:51.564741 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:51.580626 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Pushing event updated for resources: {'Port': ['ID=54e1f0ef-10b3-4f98-af80-179a34385acc,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:51.660567 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Pushing event updated for resources: {'Port': ['ID=42ab6e77-099b-407e-8264-eab05c1c82dc,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:51.727139 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Attempting to bind port 54e1f0ef-10b3-4f98-af80-179a34385acc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:51.727516 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Attempting to bind port 54e1f0ef-10b3-4f98-af80-179a34385acc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:51.727858 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Attempting to bind port 54e1f0ef-10b3-4f98-af80-179a34385acc on network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:51.730324 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-e58b646a-535f-417c-8f28-579dde075ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:51.731870 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-e58b646a-535f-417c-8f28-579dde075ef0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.5371723 Aug 10 14:07:51.760538 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Port 54e1f0ef-10b3-4f98-af80-179a34385acc on network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:07:51.761053 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Attempting to bind port 54e1f0ef-10b3-4f98-af80-179a34385acc on network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:51.819086 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:51.820392 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Checking segment: {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:51.820803 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Bound using segment: {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:51.821332 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Bound port: 54e1f0ef-10b3-4f98-af80-179a34385acc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'}}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:51.821702 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:51.822934 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Attempting to bind port 42ab6e77-099b-407e-8264-eab05c1c82dc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:07:51.823321 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Attempting to bind port 42ab6e77-099b-407e-8264-eab05c1c82dc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:07:51.823685 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Attempting to bind port 42ab6e77-099b-407e-8264-eab05c1c82dc on network eb843b2e-dadb-42ac-8598-37adb15031e0 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:51.826074 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-6d2f0b18-f1af-4b0d-9db2-51b02c09c1e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f HTTP/1.1" status: 200 len: 217 time: 0.0800507 Aug 10 14:07:51.831641 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-69c79878-8724-4753-807a-14e2433b1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:51.833339 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-69c79878-8724-4753-807a-14e2433b1aff service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 919 time: 0.2768774 Aug 10 14:07:51.833934 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Port 42ab6e77-099b-407e-8264-eab05c1c82dc on network eb843b2e-dadb-42ac-8598-37adb15031e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:07:51.834259 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Attempting to bind port 42ab6e77-099b-407e-8264-eab05c1c82dc on network eb843b2e-dadb-42ac-8598-37adb15031e0 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:07:51.855145 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:07:51.856156 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Checking segment: {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:07:51.856695 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Bound using segment: {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:07:51.857322 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Bound port: 42ab6e77-099b-407e-8264-eab05c1c82dc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:07:51.858588 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:51.914837 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-a0440a27-d088-4881-9257-9727b0cae9df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d HTTP/1.1" status: 200 len: 217 time: 0.0641749 Aug 10 14:07:51.936400 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-396080a5-6959-4a75-8baa-ad976d0ed468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:51.938168 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-396080a5-6959-4a75-8baa-ad976d0ed468 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0955341 Aug 10 14:07:51.979980 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] For port 54e1f0ef-10b3-4f98-af80-179a34385acc, host hv-cinder-78836, cleared binding levels {{(pid=93626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:51.989502 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] For port 54e1f0ef-10b3-4f98-af80-179a34385acc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=54e1f0ef-10b3-4f98-af80-179a34385acc,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:51.999204 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] For port 42ab6e77-099b-407e-8264-eab05c1c82dc, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:07:52.003345 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] For port 42ab6e77-099b-407e-8264-eab05c1c82dc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42ab6e77-099b-407e-8264-eab05c1c82dc,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:07:52.017668 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:52.028416 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:52.045340 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.046211 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:52.048290 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] 10.222.0.53 "PUT /v2.0/ports/54e1f0ef-10b3-4f98-af80-179a34385acc HTTP/1.1" status: 200 len: 1094 time: 1.5491281 Aug 10 14:07:52.050631 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'tag': '54e1f0ef-10b3-4f98-af80-179a34385acc'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:07:52.053519 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8" -d '{"events": [{"name": "network-changed", "server_uuid": "31903f5e-63ec-46f4-903a-10077ffbf0e0", "tag": "54e1f0ef-10b3-4f98-af80-179a34385acc"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:07:52.129473 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Pushing event updated for resources: {'Port': ['ID=42ab6e77-099b-407e-8264-eab05c1c82dc,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:52.157485 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-fe8e757b-5ddf-4ad4-b104-58672069e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.159174 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-fe8e757b-5ddf-4ad4-b104-58672069e02c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2061272 Aug 10 14:07:52.227801 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.228615 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:52.230320 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-6fd83f9b-ec5c-459f-8c2e-17b7b79c6dbb service neutron] 10.222.0.53 "PUT /v2.0/ports/42ab6e77-099b-407e-8264-eab05c1c82dc HTTP/1.1" status: 200 len: 1093 time: 1.7593627 Aug 10 14:07:52.233502 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4', 'tag': '42ab6e77-099b-407e-8264-eab05c1c82dc'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:07:52.236463 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0649d1f8-5a19-41cb-8743-149f458e3dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4", "tag": "42ab6e77-099b-407e-8264-eab05c1c82dc"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:07:52.262592 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcc5df-db86-4671-b6e9-eaa82b6a0da1 service neutron] Pushing event updated for resources: {'Port': ['ID=54e1f0ef-10b3-4f98-af80-179a34385acc,revision_number=3']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:52.275564 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70140525-0fc0-4324-9d93-ef866d6a6909 req-0ed653f8-719b-4ed3-a11f-3cf522694ace tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.277210 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-70140525-0fc0-4324-9d93-ef866d6a6909 req-0ed653f8-719b-4ed3-a11f-3cf522694ace tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 943 time: 0.1660514 Aug 10 14:07:52.280179 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-9b020679-9e80-486c-a92a-9c45f713e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.281867 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-9b020679-9e80-486c-a92a-9c45f713e095 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.2766354 Aug 10 14:07:52.303480 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-e5dd53ef-e33b-406e-aab8-f51148a18cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.305354 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-e5dd53ef-e33b-406e-aab8-f51148a18cd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 1097 time: 0.1856713 Aug 10 14:07:52.325890 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7afdbf-819c-4022-801d-50e5fe9ec891 req-34d32bc9-17fe-48e4-9666-64c997004b6b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.332167 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6f7afdbf-819c-4022-801d-50e5fe9ec891 req-34d32bc9-17fe-48e4-9666-64c997004b6b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.2241249 Aug 10 14:07:52.370323 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-56561855-2d29-498f-8289-ce4d83ea822f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711284 Aug 10 14:07:52.376550 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-e4b12d4c-d3da-45be-9d30-e5c367e09f15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e1f0ef-10b3-4f98-af80-179a34385acc HTTP/1.1" status: 200 len: 217 time: 0.0508778 Aug 10 14:07:52.380124 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-302455c9-beb9-4966-8601-f57137f21f6a service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992862 Aug 10 14:07:52.435025 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6f7afdbf-819c-4022-801d-50e5fe9ec891 req-a40cf582-5555-4bd2-a3b8-03098aa5e0a5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946634 Aug 10 14:07:52.437744 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-70140525-0fc0-4324-9d93-ef866d6a6909 req-6679b4c7-d699-4c6a-bd28-8ee826150538 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453443 Aug 10 14:07:52.444722 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-408e1ee2-2645-4236-ad24-97d3f0967e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.446446 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-408e1ee2-2645-4236-ad24-97d3f0967e6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 1096 time: 0.1049435 Aug 10 14:07:52.466656 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:07:52.568642 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b59cdd-3246-4788-b774-a665dbb85a55 x-openstack-request-id: req-f1b59cdd-3246-4788-b774-a665dbb85a55 {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:07:52.568937 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31903f5e-63ec-46f4-903a-10077ffbf0e0", "tag": "54e1f0ef-10b3-4f98-af80-179a34385acc", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:07:52.574028 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1b59cdd-3246-4788-b774-a665dbb85a55 {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:07:52.574777 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'tag': '54e1f0ef-10b3-4f98-af80-179a34385acc', 'status': 'completed', 'code': 200} Aug 10 14:07:52.601835 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-2ea77ee1-5b96-47fe-b914-bb7bd3e7ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.605647 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-2ea77ee1-5b96-47fe-b914-bb7bd3e7ae64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 200 len: 849 time: 0.1581748 Aug 10 14:07:52.675718 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-cb5481a8-bf43-46be-8877-836218f19903 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265699 Aug 10 14:07:52.700438 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:52.721386 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'port_id': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'mac_address': 'fa:16:3e:6b:5f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:07:52.730948 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-bafe8c79-ba5b-4f9d-bdaa-8c3bc8fe04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.732729 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-bafe8c79-ba5b-4f9d-bdaa-8c3bc8fe04f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1138792 Aug 10 14:07:52.766785 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:52.772807 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b96868-3b00-4fc7-bfc3-fdf7f005b585 x-openstack-request-id: req-38b96868-3b00-4fc7-bfc3-fdf7f005b585 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:07:52.773434 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4", "tag": "42ab6e77-099b-407e-8264-eab05c1c82dc", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:07:52.773434 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38b96868-3b00-4fc7-bfc3-fdf7f005b585 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:07:52.773807 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4', 'tag': '42ab6e77-099b-407e-8264-eab05c1c82dc', 'status': 'completed', 'code': 200} Aug 10 14:07:52.781756 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c14ce42-ddad-4ae9-be60-7f065a98410f {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:52.821284 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:52.832201 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:52.883344 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-dd5170ee-20ae-4ab1-a3b4-c6846610e3b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ab6e77-099b-407e-8264-eab05c1c82dc HTTP/1.1" status: 200 len: 217 time: 0.1013494 Aug 10 14:07:52.889912 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-35556081-281f-4510-a55c-edd6024f77ae service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154103 Aug 10 14:07:52.903115 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:52.958366 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013db0df-5756-4a27-838a-d60aa9ca8cdc req-218bb041-b88a-4494-8450-7da859bb4d27 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:52.960057 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-013db0df-5756-4a27-838a-d60aa9ca8cdc req-218bb041-b88a-4494-8450-7da859bb4d27 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 944 time: 0.1844006 Aug 10 14:07:52.991952 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-1af781d4-6bbd-46ad-bcfe-434b647e71e2 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437846 Aug 10 14:07:53.013828 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-6d5c724e-93d2-4479-9492-f598aec7a1c1 req-6a38cdec-7b79-459c-889f-23954626eeee service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102655 Aug 10 14:07:53.065845 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-1fc1ec85-15e6-4557-8eab-8e20f06fbf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:53.067339 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-1fc1ec85-15e6-4557-8eab-8e20f06fbf35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.1580803 Aug 10 14:07:53.093157 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-013db0df-5756-4a27-838a-d60aa9ca8cdc req-f811247b-a47d-4466-9f19-e71ac118d31c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195769 Aug 10 14:07:53.159847 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-8837a671-c912-4ba8-8c05-2ab39392e3e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310316 Aug 10 14:07:53.162060 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d1b2cf7e-13f6-4e6f-a415-c2d2662e288e req-1f097ab3-b519-466b-b804-bcfd0edc9c7a service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623225 Aug 10 14:07:53.180331 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-5981f55d-bc79-4cd9-8c67-ed407a1789f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:53.181983 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-5981f55d-bc79-4cd9-8c67-ed407a1789f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 1097 time: 0.0517375 Aug 10 14:07:53.235798 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['4c14ce42-ddad-4ae9-be60-7f065a98410f'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:07:53.298727 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-3d47de45-92bb-43c8-90d2-7dd543a843fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:53.300145 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-3d47de45-92bb-43c8-90d2-7dd543a843fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 911 time: 0.1017559 Aug 10 14:07:53.310813 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-ad62f41b-a85b-46c8-8dbd-14a55d4cf0ec service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125448 Aug 10 14:07:53.356024 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-aa474b50-ecd1-4e10-a57f-281c420ac726 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e1f0ef-10b3-4f98-af80-179a34385acc HTTP/1.1" status: 200 len: 217 time: 0.0440516 Aug 10 14:07:53.411127 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-84955680-ec63-421f-b196-7ab01c471a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:53.414962 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-84955680-ec63-421f-b196-7ab01c471a00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 200 len: 849 time: 0.0519793 Aug 10 14:07:53.467627 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af639750-a631-4ecc-bc74-2b1b264a02bf req-fa9bb207-b038-46ed-88f1-c286708f4e9d service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461554 Aug 10 14:07:53.509157 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-8f149592-1ab0-4517-854d-f7324c716238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:53.513649 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-8f149592-1ab0-4517-854d-f7324c716238 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796804 Aug 10 14:07:53.625683 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f490d0f-88f2-4516-9ccd-ac85431a9589 req-bf75936d-0c50-4745-b12c-b13f67061f97 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:53.627521 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9f490d0f-88f2-4516-9ccd-ac85431a9589 req-bf75936d-0c50-4745-b12c-b13f67061f97 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.1025362 Aug 10 14:07:53.718034 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65847e-eec9-47d9-8b89-2b7938d34063 req-e9770e78-4753-4898-8666-048d9fc0796b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:53.719979 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6a65847e-eec9-47d9-8b89-2b7938d34063 req-e9770e78-4753-4898-8666-048d9fc0796b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 943 time: 0.1488285 Aug 10 14:07:53.729046 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-02a2401a-2b8c-4b6c-8776-6123149bb7b6 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232326 Aug 10 14:07:53.749727 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9f490d0f-88f2-4516-9ccd-ac85431a9589 req-83f9f6c5-b8cd-41b1-9406-f90f0b74a2f0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913718 Aug 10 14:07:53.761022 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-f312eeaf-e6f5-4a05-8435-d594b115c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:53.763864 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-f312eeaf-e6f5-4a05-8435-d594b115c46b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 1096 time: 0.1341336 Aug 10 14:07:53.765184 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-03d2d537-9fed-44be-8857-e1c84958f44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:53.872876 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6a65847e-eec9-47d9-8b89-2b7938d34063 req-979972fb-6e3e-4856-bcef-bb883adaf57d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344943 Aug 10 14:07:53.874400 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-3380a01a-40a2-4cc0-a20a-9a416b7d52c8 req-bfd9a7e3-e2e8-4f83-812e-6831cefb75ab service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451452 Aug 10 14:07:53.934755 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-e9696e97-883b-4590-b084-8a0c129f9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:53.937245 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-e9696e97-883b-4590-b084-8a0c129f9abd service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 919 time: 0.1617503 Aug 10 14:07:53.994753 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-4337ff35-7030-491d-a7d6-75e1080aca66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ab6e77-099b-407e-8264-eab05c1c82dc HTTP/1.1" status: 200 len: 217 time: 0.0498502 Aug 10 14:07:54.053053 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-d2f05910-6c15-47e3-a6bb-986c3d954740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:54.055199 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-d2f05910-6c15-47e3-a6bb-986c3d954740 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.0521481 Aug 10 14:07:54.108218 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-21a2287a-1387-458a-b30c-f6c2d341e84a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440497 Aug 10 14:07:54.173734 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:54.208321 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:07:54.271007 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-061154bc-c12c-48be-a94c-74d43c88f886 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541340 Aug 10 14:07:54.284653 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30cd0d-0837-44a1-aa88-062d2fdda0b2 req-578daa27-8e0a-4f4e-b476-17eaece3fedb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:54.286076 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4f30cd0d-0837-44a1-aa88-062d2fdda0b2 req-578daa27-8e0a-4f4e-b476-17eaece3fedb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 944 time: 0.0801744 Aug 10 14:07:54.374214 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4f30cd0d-0837-44a1-aa88-062d2fdda0b2 req-61683335-83f9-48f4-979f-91485f703b78 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794411 Aug 10 14:07:54.412208 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0649d1f8-5a19-41cb-8743-149f458e3dfa req-5c551430-cc51-4ff1-be32-4dbaddd07dba service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251833 Aug 10 14:07:54.454518 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device df38b619-2a3a-466a-9b0f-74325c0ff73d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:07:54.468460 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:54.684002 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 4c14ce42-ddad-4ae9-be60-7f065a98410f completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:54.695822 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 4c14ce42-ddad-4ae9-be60-7f065a98410f triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:54.696200 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:54.730415 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port df38b619-2a3a-466a-9b0f-74325c0ff73d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:54.747538 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': 'df38b619-2a3a-466a-9b0f-74325c0ff73d', 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0', 'port_id': 'df38b619-2a3a-466a-9b0f-74325c0ff73d', 'mac_address': 'fa:16:3e:61:13:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e8d6ad-687c-435d-bdc4-b56a61daec94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:07:54.814666 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:54.839871 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df38b619-2a3a-466a-9b0f-74325c0ff73d {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:07:54.847807 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:54.890628 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port df38b619-2a3a-466a-9b0f-74325c0ff73d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:54.891638 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:54.895094 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:54.902202 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:07:54.904684 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be01484-9c00-439b-b86d-d34730ff064e" -d '{"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-plugged", "status": "completed", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:07:54.911874 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e9b43-b616-4aa4-853c-7aeb234416a7 req-8119416d-5ca3-4c88-8449-f606b4249031 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:54.913492 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b77e9b43-b616-4aa4-853c-7aeb234416a7 req-8119416d-5ca3-4c88-8449-f606b4249031 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0669510 Aug 10 14:07:54.938185 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:54.952668 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:54.967341 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940fee5d-04fa-40ff-af52-0bba341110ec x-openstack-request-id: req-940fee5d-04fa-40ff-af52-0bba341110ec {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:07:54.967697 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-plugged", "status": "completed", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:07:54.967931 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b77e9b43-b616-4aa4-853c-7aeb234416a7 req-e97ebd66-4675-47ae-aab7-bc43052c5c25 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476770 Aug 10 14:07:54.968183 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-940fee5d-04fa-40ff-af52-0bba341110ec {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:07:54.968627 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'code': 200} Aug 10 14:07:54.978055 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=df38b619-2a3a-466a-9b0f-74325c0ff73d,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:55.039000 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:07:55.114499 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba4f89-679a-4147-82ca-6d626672c141 req-4e6b303b-07e9-496b-9e8c-5e9cabb921aa tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:55.116645 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-49ba4f89-679a-4147-82ca-6d626672c141 req-4e6b303b-07e9-496b-9e8c-5e9cabb921aa tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 943 time: 0.0546043 Aug 10 14:07:55.162628 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-49ba4f89-679a-4147-82ca-6d626672c141 req-2c764727-b896-4f53-8ea1-64a6d3a2faed tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348587 Aug 10 14:07:55.503896 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c67a-29cd-40fb-911a-9f8dc7f80234 req-716d2b0d-2972-41df-b9ff-49a623e20474 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:55.505407 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d0e9c67a-29cd-40fb-911a-9f8dc7f80234 req-716d2b0d-2972-41df-b9ff-49a623e20474 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 944 time: 0.0560834 Aug 10 14:07:55.547994 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d0e9c67a-29cd-40fb-911a-9f8dc7f80234 req-d173d44f-19b9-42f8-b4f9-6f564bfacf8d tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365422 Aug 10 14:07:56.093427 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c2de-af8e-4828-8799-cd49f4ab335c req-9263a28b-7493-4eac-9bc8-a0958d943df3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:56.094906 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3900c2de-af8e-4828-8799-cd49f4ab335c req-9263a28b-7493-4eac-9bc8-a0958d943df3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0474780 Aug 10 14:07:56.132947 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3900c2de-af8e-4828-8799-cd49f4ab335c req-75fa265f-d828-47b4-8b9e-a2ef7575977b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Aug 10 14:07:56.278713 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dfcf9-89de-40f9-b5ae-f589303f6fb9 req-9608ecdb-58ff-4c0a-80da-02a469835c69 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:56.280176 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4c2dfcf9-89de-40f9-b5ae-f589303f6fb9 req-9608ecdb-58ff-4c0a-80da-02a469835c69 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 943 time: 0.0512681 Aug 10 14:07:56.317112 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4c2dfcf9-89de-40f9-b5ae-f589303f6fb9 req-169e6424-f374-41c9-bb82-850bdf76c743 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Aug 10 14:07:56.634999 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:56.690481 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d3edd-6430-4987-a6f7-460d08afba7b req-34404621-2246-4de5-a336-46f641d88ae8 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:56.692167 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9f7d3edd-6430-4987-a6f7-460d08afba7b req-34404621-2246-4de5-a336-46f641d88ae8 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 944 time: 0.0616727 Aug 10 14:07:56.732452 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9f7d3edd-6430-4987-a6f7-460d08afba7b req-4e013714-bbc0-4a80-bdf5-67bad5382ff9 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331187 Aug 10 14:07:57.249481 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cba65-0a63-4a8e-97b7-60e3f738f6ec req-2ed9e6e7-99ca-4cd0-bfe3-e662604a9c97 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:57.250973 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b68cba65-0a63-4a8e-97b7-60e3f738f6ec req-2ed9e6e7-99ca-4cd0-bfe3-e662604a9c97 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0474603 Aug 10 14:07:57.287556 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b68cba65-0a63-4a8e-97b7-60e3f738f6ec req-ddd04454-7d51-48f7-87cf-b8e78b305ee7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307467 Aug 10 14:07:57.435440 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fcba0-b2c7-41cf-8e7e-d96d6262ca09 req-05bcf35a-4f59-4c94-9aa7-2c927cac5dae tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:57.436897 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-329fcba0-b2c7-41cf-8e7e-d96d6262ca09 req-05bcf35a-4f59-4c94-9aa7-2c927cac5dae tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 943 time: 0.0538557 Aug 10 14:07:57.474196 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-329fcba0-b2c7-41cf-8e7e-d96d6262ca09 req-098231db-cf35-402c-ad04-8df651d152ef tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Aug 10 14:07:57.855749 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f685f-9cc8-4a81-9d0d-2befdedb91a2 req-de7c0272-06f9-48d2-b836-3d22a31de2f4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:57.857141 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-282f685f-9cc8-4a81-9d0d-2befdedb91a2 req-de7c0272-06f9-48d2-b836-3d22a31de2f4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 944 time: 0.0515556 Aug 10 14:07:57.940332 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-282f685f-9cc8-4a81-9d0d-2befdedb91a2 req-8c8cdd38-8446-467d-adad-48bce25fca7b tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764503 Aug 10 14:07:57.959124 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1929db7-8674-413e-9646-473d03e43bbd req-ed958d38-8b1a-4383-9700-d7138f5fd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:57.960711 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b1929db7-8674-413e-9646-473d03e43bbd req-ed958d38-8b1a-4383-9700-d7138f5fd556 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 1099 time: 0.0802493 Aug 10 14:07:58.009158 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b1929db7-8674-413e-9646-473d03e43bbd req-b3ef355e-533f-4e8b-b57e-7e558842a315 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Aug 10 14:07:58.113398 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['df38b619-2a3a-466a-9b0f-74325c0ff73d'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:07:58.405671 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11197-42c2-4eab-a5c3-5e824897047c req-6f74b276-cd65-45a6-bc2f-28bc82e1b050 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:58.407169 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c1a11197-42c2-4eab-a5c3-5e824897047c req-6f74b276-cd65-45a6-bc2f-28bc82e1b050 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0493214 Aug 10 14:07:58.451178 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c1a11197-42c2-4eab-a5c3-5e824897047c req-eff3d4ca-c359-48d6-a56a-d6983d81ed93 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380151 Aug 10 14:07:58.600119 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d33427-943d-4a38-a505-0d50d55c0be1 req-d7ee830c-a7cd-482e-91ea-28d06ce08ae4 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:58.602176 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4d33427-943d-4a38-a505-0d50d55c0be1 req-d7ee830c-a7cd-482e-91ea-28d06ce08ae4 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 943 time: 0.0506666 Aug 10 14:07:58.641230 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4d33427-943d-4a38-a505-0d50d55c0be1 req-532a4929-cb44-4054-a28c-baad2d8756b0 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Aug 10 14:07:59.056858 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1be635-82de-40f4-8595-26293ed768c5 req-844b97bf-bf34-4499-baa0-8bf6e4270b62 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:59.058353 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8e1be635-82de-40f4-8595-26293ed768c5 req-844b97bf-bf34-4499-baa0-8bf6e4270b62 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 944 time: 0.0520175 Aug 10 14:07:59.097514 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8e1be635-82de-40f4-8595-26293ed768c5 req-0a628b49-1be6-4659-af2d-873bc5619842 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Aug 10 14:07:59.648680 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f329b53-0f06-44da-920c-886cacf2c328 req-1ee0605b-f55b-4539-aad2-3980232d03a2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:59.656791 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3f329b53-0f06-44da-920c-886cacf2c328 req-1ee0605b-f55b-4539-aad2-3980232d03a2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0724206 Aug 10 14:07:59.702146 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3f329b53-0f06-44da-920c-886cacf2c328 req-3e24e656-fa40-46f9-8cd3-997b89720228 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Aug 10 14:07:59.750659 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 42ab6e77-099b-407e-8264-eab05c1c82dc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:07:59.766178 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device df38b619-2a3a-466a-9b0f-74325c0ff73d up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:07:59.811000 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3fa1-3096-46bf-8d6e-6c46873f36fb req-5a753428-53ad-4f26-9e5e-9d7e81f83e83 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:07:59.812832 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-498a3fa1-3096-46bf-8d6e-6c46873f36fb req-5a753428-53ad-4f26-9e5e-9d7e81f83e83 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 943 time: 0.0618191 Aug 10 14:07:59.860512 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-498a3fa1-3096-46bf-8d6e-6c46873f36fb req-916803e4-f40e-45f4-a89c-57558ee11ce7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385134 Aug 10 14:07:59.895756 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port df38b619-2a3a-466a-9b0f-74325c0ff73d completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:07:59.906764 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port df38b619-2a3a-466a-9b0f-74325c0ff73d triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:07:59.907210 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:07:59.920070 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 45766) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:07:59.944499 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 42ab6e77-099b-407e-8264-eab05c1c82dc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42ab6e77-099b-407e-8264-eab05c1c82dc,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:07:59.965046 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '42ab6e77-099b-407e-8264-eab05c1c82dc', 'network_id': 'eb843b2e-dadb-42ac-8598-37adb15031e0', 'port_id': '42ab6e77-099b-407e-8264-eab05c1c82dc', 'mac_address': 'fa:16:3e:2b:b7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e8d6ad-687c-435d-bdc4-b56a61daec94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:08:00.040642 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.053444 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.058259 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8cb1dc85-81f7-4ed4-8e90-7e0459faf165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.065316 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ab6e77-099b-407e-8264-eab05c1c82dc {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:08:00.095345 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaf450b-891e-4ab8-a35a-acd2c611cf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df38b619-2a3a-466a-9b0f-74325c0ff73d'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:00.097894 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f753247-37c4-41d3-b1b4-dfcdc852ccf6" -d '{"events": [{"server_uuid": "2aaf450b-891e-4ab8-a35a-acd2c611cf9e", "name": "network-vif-plugged", "status": "completed", "tag": "df38b619-2a3a-466a-9b0f-74325c0ff73d"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:00.115809 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 42ab6e77-099b-407e-8264-eab05c1c82dc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42ab6e77-099b-407e-8264-eab05c1c82dc,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:00.124827 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.138996 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 54e1f0ef-10b3-4f98-af80-179a34385acc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:08:00.146077 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port df38b619-2a3a-466a-9b0f-74325c0ff73d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:00.186570 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2537b2c-4f62-449e-969a-adffdf2048a8 x-openstack-request-id: req-f2537b2c-4f62-449e-969a-adffdf2048a8 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:00.186984 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaf450b-891e-4ab8-a35a-acd2c611cf9e", "name": "network-vif-plugged", "status": "completed", "tag": "df38b619-2a3a-466a-9b0f-74325c0ff73d", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:00.187240 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2537b2c-4f62-449e-969a-adffdf2048a8 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:00.187555 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaf450b-891e-4ab8-a35a-acd2c611cf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df38b619-2a3a-466a-9b0f-74325c0ff73d', 'code': 200} Aug 10 14:08:00.191427 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.195988 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8cb1dc85-81f7-4ed4-8e90-7e0459faf165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.208577 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8cb1dc85-81f7-4ed4-8e90-7e0459faf165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.263165 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=42ab6e77-099b-407e-8264-eab05c1c82dc,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:00.269277 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1dc85-81f7-4ed4-8e90-7e0459faf165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25042070-8726-4a3f-befa-165bbd8f1a00,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:00.275626 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-8cb1dc85-81f7-4ed4-8e90-7e0459faf165 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c87280aa8924444b32325c704a2cd3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543837 Aug 10 14:08:00.278297 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45788) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:00.304983 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73973875-f0ef-48c7-88d3-2148ee85e840 req-3c2d45ce-8706-4942-af9f-75ff82ae78c1 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:00.315417 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-73973875-f0ef-48c7-88d3-2148ee85e840 req-3c2d45ce-8706-4942-af9f-75ff82ae78c1 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 944 time: 0.1179821 Aug 10 14:08:00.338922 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-18b73ff5-f76b-46d0-95a3-2130bc9cc9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.341962 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=df38b619-2a3a-466a-9b0f-74325c0ff73d,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:00.349954 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 54e1f0ef-10b3-4f98-af80-179a34385acc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=54e1f0ef-10b3-4f98-af80-179a34385acc,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:00.363119 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '54e1f0ef-10b3-4f98-af80-179a34385acc', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'port_id': '54e1f0ef-10b3-4f98-af80-179a34385acc', 'mac_address': 'fa:16:3e:09:53:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:08:00.378605 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-18b73ff5-f76b-46d0-95a3-2130bc9cc9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.383339 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-73973875-f0ef-48c7-88d3-2148ee85e840 req-12049a1e-9673-4e04-ab63-a9fcde417986 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630560 Aug 10 14:08:00.404807 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.418003 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e1f0ef-10b3-4f98-af80-179a34385acc {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:08:00.432278 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-18b73ff5-f76b-46d0-95a3-2130bc9cc9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.434808 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-18b73ff5-f76b-46d0-95a3-2130bc9cc9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.438416 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-18b73ff5-f76b-46d0-95a3-2130bc9cc9c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25042070-8726-4a3f-befa-165bbd8f1a00 HTTP/1.1" status: 204 len: 168 time: 0.1562011 Aug 10 14:08:00.440660 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 54e1f0ef-10b3-4f98-af80-179a34385acc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=54e1f0ef-10b3-4f98-af80-179a34385acc,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:00.443894 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b73ff5-f76b-46d0-95a3-2130bc9cc9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25042070-8726-4a3f-befa-165bbd8f1a00,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:00.447838 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.507211 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=54e1f0ef-10b3-4f98-af80-179a34385acc,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:00.701752 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45802) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:00.714688 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1c723131-90d6-483b-9e98-13bbff31bb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.810413 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1c723131-90d6-483b-9e98-13bbff31bb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.814777 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1c723131-90d6-483b-9e98-13bbff31bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.830538 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25666354-3332-4ecb-8acc-251dc05d91d4 req-4d64ebd6-c6b2-46a4-bbdc-02942a1ab748 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:00.832773 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-25666354-3332-4ecb-8acc-251dc05d91d4 req-4d64ebd6-c6b2-46a4-bbdc-02942a1ab748 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0506277 Aug 10 14:08:00.871890 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-1c723131-90d6-483b-9e98-13bbff31bb50 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65ad147219c744e4864ad890e1e66b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665807 Aug 10 14:08:00.871890 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c723131-90d6-483b-9e98-13bbff31bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58eb0ba-aeae-4406-9c26-7f49617cea14,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:00.873131 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45808) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:00.878192 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-25666354-3332-4ecb-8acc-251dc05d91d4 req-3c86d54b-40e7-4447-8ff1-c3055764378f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385537 Aug 10 14:08:00.936412 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9caab548-a36c-4da8-a88d-f1651e9cbf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:00.959273 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9caab548-a36c-4da8-a88d-f1651e9cbf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.010129 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9caab548-a36c-4da8-a88d-f1651e9cbf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.012949 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9caab548-a36c-4da8-a88d-f1651e9cbf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.014246 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-9caab548-a36c-4da8-a88d-f1651e9cbf22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f58eb0ba-aeae-4406-9c26-7f49617cea14 HTTP/1.1" status: 204 len: 168 time: 0.1296561 Aug 10 14:08:01.021556 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eba10b-5fde-413a-9cc3-b53bd7572b64 req-23600ee6-f792-44c4-a88e-a3dc99371e6f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:01.022629 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caab548-a36c-4da8-a88d-f1651e9cbf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58eb0ba-aeae-4406-9c26-7f49617cea14,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:01.023062 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-22eba10b-5fde-413a-9cc3-b53bd7572b64 req-23600ee6-f792-44c4-a88e-a3dc99371e6f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 944 time: 0.0832827 Aug 10 14:08:01.035091 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1662f-6874-41d3-aa5a-4587a3bde140 req-4eb31dcf-4330-4132-8940-d366d8f49c24 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:01.036752 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5bd1662f-6874-41d3-aa5a-4587a3bde140 req-4eb31dcf-4330-4132-8940-d366d8f49c24 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0690191 Aug 10 14:08:01.046586 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45816) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:01.050796 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-9a580b33-eb05-4ab1-8882-d10cb41f01d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'floatingip': {'port_id': '4c14ce42-ddad-4ae9-be60-7f065a98410f'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:01.080308 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-22eba10b-5fde-413a-9cc3-b53bd7572b64 req-d8369a91-4375-487b-9edd-7caa7f24a2dc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Aug 10 14:08:01.120276 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9a580b33-eb05-4ab1-8882-d10cb41f01d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.348097 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 45820) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:01.361715 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ab40fdf2-f5c1-4ecc-98e4-c214e571189b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.495463 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ab40fdf2-f5c1-4ecc-98e4-c214e571189b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.501621 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ab40fdf2-f5c1-4ecc-98e4-c214e571189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.525772 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e3485-d9d7-4634-8e7e-95b561b82afa req-4351cad2-a234-4b53-8679-b36b92217dc5 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:01.527248 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-424e3485-d9d7-4634-8e7e-95b561b82afa req-4351cad2-a234-4b53-8679-b36b92217dc5 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 945 time: 0.0838137 Aug 10 14:08:01.569826 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-ab40fdf2-f5c1-4ecc-98e4-c214e571189b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa88aa6d94fc432fa7222d05740ad996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183340 Aug 10 14:08:01.569826 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40fdf2-f5c1-4ecc-98e4-c214e571189b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b1d67c-4058-41ca-ad76-e99b3591c77c,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:01.571614 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 45826) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:01.601169 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-424e3485-d9d7-4634-8e7e-95b561b82afa req-b8b7b73e-3cf3-4a37-8d5b-cc97c6ae75e8 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653319 Aug 10 14:08:01.636064 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6b946c7d-dc4c-43b3-8c42-e3f4709639d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.657440 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6b946c7d-dc4c-43b3-8c42-e3f4709639d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.717997 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6b946c7d-dc4c-43b3-8c42-e3f4709639d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.721479 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6b946c7d-dc4c-43b3-8c42-e3f4709639d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.725278 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-6b946c7d-dc4c-43b3-8c42-e3f4709639d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79b1d67c-4058-41ca-ad76-e99b3591c77c HTTP/1.1" status: 204 len: 168 time: 0.1524353 Aug 10 14:08:01.738750 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b946c7d-dc4c-43b3-8c42-e3f4709639d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b1d67c-4058-41ca-ad76-e99b3591c77c,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:01.958390 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9a580b33-eb05-4ab1-8882-d10cb41f01d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:01.963461 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9a580b33-eb05-4ab1-8882-d10cb41f01d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:02.066311 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.l3_db [None req-9a580b33-eb05-4ab1-8882-d10cb41f01d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Floating IP 64e6b42a-ac71-4b08-bb7f-a944c8268549 associated. External IP: 172.27.1.250, port: 4c14ce42-ddad-4ae9-be60-7f065a98410f. Aug 10 14:08:02.213621 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9db196-ed18-4699-a33c-8e15983f63b9 req-bb64b8fb-b3a5-4c3e-8471-f41d4fe8aef3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:02.215123 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3e9db196-ed18-4699-a33c-8e15983f63b9 req-bb64b8fb-b3a5-4c3e-8471-f41d4fe8aef3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 944 time: 0.0515850 Aug 10 14:08:02.260625 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3e9db196-ed18-4699-a33c-8e15983f63b9 req-5b2c8940-0710-4a89-8587-66388ef085e3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Aug 10 14:08:02.290359 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a580b33-eb05-4ab1-8882-d10cb41f01d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Router f71d2438-20f2-4071-ac47-4003554e6bed has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:08:02.399654 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a580b33-eb05-4ab1-8882-d10cb41f01d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:08:02.404346 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9a580b33-eb05-4ab1-8882-d10cb41f01d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:02.413404 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] Sync routers for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:08:02.423557 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:02.424198 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:02.435783 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-9a580b33-eb05-4ab1-8882-d10cb41f01d2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "PUT /v2.0/floatingips/64e6b42a-ac71-4b08-bb7f-a944c8268549 HTTP/1.1" status: 200 len: 992 time: 1.3859105 Aug 10 14:08:02.435783 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:02.436324 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a" -d '{"events": [{"name": "network-changed", "server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:02.493186 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553550ac-1d39-4314-980d-56ba108f5531 x-openstack-request-id: req-553550ac-1d39-4314-980d-56ba108f5531 {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:02.493482 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:02.493739 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-553550ac-1d39-4314-980d-56ba108f5531 {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:02.494146 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'status': 'completed', 'code': 200} Aug 10 14:08:02.560263 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:02.723832 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b461bdf-877e-43a0-aa62-f35f0f099ac2 req-a808fec7-bc11-4469-8686-23389deb3e84 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:02.725671 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4b461bdf-877e-43a0-aa62-f35f0f099ac2 req-a808fec7-bc11-4469-8686-23389deb3e84 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 945 time: 0.0538764 Aug 10 14:08:02.784779 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4b461bdf-877e-43a0-aa62-f35f0f099ac2 req-3664747a-9400-4fec-965d-d37cc8e8b81b tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516102 Aug 10 14:08:02.860768 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45876) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:02.877256 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '64e6b42a-ac71-4b08-bb7f-a944c8268549', 'tenant_id': '87109c73f13448588e285f393b561d49', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'port_id': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'mac_address': 'fa:16:3e:6b:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:07:36Z', 'updated_at': '2021-08-10T14:08:01Z', 'revision_number': 1, 'project_id': '87109c73f13448588e285f393b561d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:02.902940 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] Checking router: f71d2438-20f2-4071-ac47-4003554e6bed for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:08:02.910856 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:02.911501 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:02.970878 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-86fe840f-64f9-46a8-8e64-130ee5f5f52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:03.018710 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:03.073744 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-86fe840f-64f9-46a8-8e64-130ee5f5f52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:03.077868 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-86fe840f-64f9-46a8-8e64-130ee5f5f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:03.118016 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe840f-64f9-46a8-8e64-130ee5f5f52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98db251-2e4c-4f34-ac2f-7e0167989a66,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:03.125616 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-86fe840f-64f9-46a8-8e64-130ee5f5f52f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=078c378fad3340bfb9e99c7b2a65e776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613962 Aug 10 14:08:03.126609 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45882) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:03.176834 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b44e-4a7e-4e74-acae-04a7a0ede5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:03.198873 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b44e-4a7e-4e74-acae-04a7a0ede5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:03.245447 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b44e-4a7e-4e74-acae-04a7a0ede5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:03.248041 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b44e-4a7e-4e74-acae-04a7a0ede5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:03.249199 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-f8a0b44e-4a7e-4e74-acae-04a7a0ede5fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f98db251-2e4c-4f34-ac2f-7e0167989a66 HTTP/1.1" status: 204 len: 168 time: 0.1224508 Aug 10 14:08:03.256937 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0b44e-4a7e-4e74-acae-04a7a0ede5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98db251-2e4c-4f34-ac2f-7e0167989a66,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:03.261654 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '64e6b42a-ac71-4b08-bb7f-a944c8268549', 'tenant_id': '87109c73f13448588e285f393b561d49', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'port_id': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'mac_address': 'fa:16:3e:6b:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:07:36Z', 'updated_at': '2021-08-10T14:08:01Z', 'revision_number': 1, 'project_id': '87109c73f13448588e285f393b561d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:03.376948 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2b73e-4ed7-4119-b73c-7b9404d11e65 None None] The sync data for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi is: [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '64e6b42a-ac71-4b08-bb7f-a944c8268549', 'tenant_id': '87109c73f13448588e285f393b561d49', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'port_id': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'mac_address': 'fa:16:3e:6b:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:07:36Z', 'updated_at': '2021-08-10T14:08:01Z', 'revision_number': 1, 'project_id': '87109c73f13448588e285f393b561d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:08:03.391458 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6fec9-aa8d-457f-8881-d43bdea6fc79 req-e2709ead-9ff9-46d2-af49-2900ec229c09 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:03.393035 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dde6fec9-aa8d-457f-8881-d43bdea6fc79 req-e2709ead-9ff9-46d2-af49-2900ec229c09 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 944 time: 0.0606937 Aug 10 14:08:03.444391 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dde6fec9-aa8d-457f-8881-d43bdea6fc79 req-3e0e0c77-1622-4c1b-9bba-f1442dc631e9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 Aug 10 14:08:03.602391 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-16841323-a3c9-4e69-acd4-fb41472c19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:03.604121 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-16841323-a3c9-4e69-acd4-fb41472c19b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 1099 time: 0.0814445 Aug 10 14:08:03.669042 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de192a8f-7e0a-4fb1-97b9-209b567b96a6 None None] New status for floating IP 64e6b42a-ac71-4b08-bb7f-a944c8268549: ACTIVE {{(pid=93627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:08:03.727733 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91dd8-7f99-4c7e-b989-21b074ea3b98 req-da735334-ae94-4b4e-ae47-1fc3aa815952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:03.729628 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-64d91dd8-7f99-4c7e-b989-21b074ea3b98 req-da735334-ae94-4b4e-ae47-1fc3aa815952 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1098 time: 0.0505230 Aug 10 14:08:03.787896 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-64d91dd8-7f99-4c7e-b989-21b074ea3b98 req-e93a9b90-17cc-4719-8b04-82826f89d424 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Aug 10 14:08:03.989931 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92136f59-7e7e-4de5-99d5-085a3a168668 req-082d9871-82d6-4766-8560-8d5921c772d7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:03.992983 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-92136f59-7e7e-4de5-99d5-085a3a168668 req-082d9871-82d6-4766-8560-8d5921c772d7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 945 time: 0.1120942 Aug 10 14:08:03.995676 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-c2637b0b-3687-4bdc-b972-5660cd5215f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:03.998058 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-c2637b0b-3687-4bdc-b972-5660cd5215f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.3805854 Aug 10 14:08:04.046836 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-92136f59-7e7e-4de5-99d5-085a3a168668 req-8c48e920-385e-4486-997a-316365e6ba99 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475514 Aug 10 14:08:04.059078 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['42ab6e77-099b-407e-8264-eab05c1c82dc'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:08:04.090461 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['54e1f0ef-10b3-4f98-af80-179a34385acc'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:08:04.440692 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-daefa401-7883-4cff-a446-770588e32ad7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f HTTP/1.1" status: 200 len: 1002 time: 0.1739068 Aug 10 14:08:04.577037 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-0313e69a-fa65-4ef9-b6c0-dcff986dcce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:04.578382 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-0313e69a-fa65-4ef9-b6c0-dcff986dcce3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.1275537 Aug 10 14:08:04.634282 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-174e152c-c04a-4081-adab-cc3c6c81afc1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:04.635817 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-174e152c-c04a-4081-adab-cc3c6c81afc1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 815 time: 0.2145314 Aug 10 14:08:04.646869 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3275-20c2-4521-82f2-5648086d0ce5 req-6c74a5be-8672-492e-b7fb-a06cf59a9acb tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:04.651941 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4eba3275-20c2-4521-82f2-5648086d0ce5 req-6c74a5be-8672-492e-b7fb-a06cf59a9acb tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 944 time: 0.1332150 Aug 10 14:08:04.680671 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-f88a2342-e825-4eb2-bb3c-8bfdacf3a099 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/quotas/60d9d194cba4415e920751d966cf29ba HTTP/1.1" status: 200 len: 375 time: 0.0276799 Aug 10 14:08:04.696186 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-ff096932-22d2-4715-bed2-6be1d3bab217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:04.697697 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-ff096932-22d2-4715-bed2-6be1d3bab217 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1052969 Aug 10 14:08:04.798223 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4eba3275-20c2-4521-82f2-5648086d0ce5 req-21fa8288-85bd-4a16-b9a4-620f6a0bc38b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323478 Aug 10 14:08:04.823096 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-39a1258c-9c3e-47c2-b9d9-6001821974a2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1312547 Aug 10 14:08:04.893039 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-0ecf9f12-c348-4895-b5c5-ac550a7a4c88 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856925 Aug 10 14:08:04.987869 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45962) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:04.991033 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-473d1220-5034-4676-ba0d-69715686274c service neutron] 10.222.0.26 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575305 Aug 10 14:08:05.068257 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-271d47c4-cc10-4fc4-a0fd-6ba5b3f8e52a req-5a91def1-7815-4383-830f-02c6a4737268 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653764 Aug 10 14:08:05.114387 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a8cefc5-9eaf-442e-aa96-008c6c62f687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.122234 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-3dd51a23-a92a-49f6-9427-fdb2e113cee2 service neutron] 10.222.0.26 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210814 Aug 10 14:08:05.211332 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e42c09-455a-4b26-a3e0-2172d03a4091 req-342faeab-148e-48a6-bcd6-fbcdd9adfe2b tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:05.221647 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5e42c09-455a-4b26-a3e0-2172d03a4091 req-342faeab-148e-48a6-bcd6-fbcdd9adfe2b tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 945 time: 0.0808883 Aug 10 14:08:05.256828 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a8cefc5-9eaf-442e-aa96-008c6c62f687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.263625 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6a8cefc5-9eaf-442e-aa96-008c6c62f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.276345 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5e42c09-455a-4b26-a3e0-2172d03a4091 req-d65a7f84-0a04-4c6b-9433-64e0ff61096e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534315 Aug 10 14:08:05.311216 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cefc5-9eaf-442e-aa96-008c6c62f687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7fa348-ef03-4e05-b3fb-0d229024789d,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:05.354076 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-6a8cefc5-9eaf-442e-aa96-008c6c62f687 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b66b33f02e64b4db90f8a0f91cba26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637648 Aug 10 14:08:05.354701 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 45980) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:05.377349 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3959bb17-fa6d-4592-876c-4788ece12269 req-32742fb7-bc30-425a-8ff0-90c893051860 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0543036 Aug 10 14:08:05.429972 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e83339f1-e8d5-4dca-bd75-91bf9f7e1e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.447619 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 54e1f0ef-10b3-4f98-af80-179a34385acc up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:05.458612 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e83339f1-e8d5-4dca-bd75-91bf9f7e1e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.512662 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e83339f1-e8d5-4dca-bd75-91bf9f7e1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.515555 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e83339f1-e8d5-4dca-bd75-91bf9f7e1e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.517217 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e83339f1-e8d5-4dca-bd75-91bf9f7e1e6e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b7fa348-ef03-4e05-b3fb-0d229024789d HTTP/1.1" status: 204 len: 168 time: 0.1613376 Aug 10 14:08:05.526690 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83339f1-e8d5-4dca-bd75-91bf9f7e1e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7fa348-ef03-4e05-b3fb-0d229024789d,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:05.533924 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 54e1f0ef-10b3-4f98-af80-179a34385acc completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:05.543687 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 54e1f0ef-10b3-4f98-af80-179a34385acc triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:05.544072 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.649646 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.705746 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 54e1f0ef-10b3-4f98-af80-179a34385acc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=54e1f0ef-10b3-4f98-af80-179a34385acc,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:05.707317 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e1f0ef-10b3-4f98-af80-179a34385acc'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:05.710757 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb418472-801f-4b1b-a89a-3ec372cc8d13" -d '{"events": [{"server_uuid": "31903f5e-63ec-46f4-903a-10077ffbf0e0", "name": "network-vif-plugged", "status": "completed", "tag": "54e1f0ef-10b3-4f98-af80-179a34385acc"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:05.716423 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.801853 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=54e1f0ef-10b3-4f98-af80-179a34385acc,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:05.809123 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7639c0-02c9-46ea-a956-ceac063ed930 x-openstack-request-id: req-eb7639c0-02c9-46ea-a956-ceac063ed930 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:05.809731 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31903f5e-63ec-46f4-903a-10077ffbf0e0", "name": "network-vif-plugged", "status": "completed", "tag": "54e1f0ef-10b3-4f98-af80-179a34385acc", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:05.810782 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb7639c0-02c9-46ea-a956-ceac063ed930 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:05.811266 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e1f0ef-10b3-4f98-af80-179a34385acc', 'code': 200} Aug 10 14:08:05.936372 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46004) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:05.944212 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe396-cc6d-43f2-98d2-44193cda00ea req-42a5f087-3eb0-4826-854f-89501ce0d331 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:05.945772 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d11fe396-cc6d-43f2-98d2-44193cda00ea req-42a5f087-3eb0-4826-854f-89501ce0d331 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 944 time: 0.0563676 Aug 10 14:08:05.950173 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c0568ac7-c590-48ef-99e6-e4fb17fe696d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:05.996061 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d11fe396-cc6d-43f2-98d2-44193cda00ea req-aea8278b-f270-4e04-96fa-eacbfa8fade0 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Aug 10 14:08:06.052710 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c0568ac7-c590-48ef-99e6-e4fb17fe696d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.057512 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c0568ac7-c590-48ef-99e6-e4fb17fe696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.098621 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0568ac7-c590-48ef-99e6-e4fb17fe696d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c044de-0c62-446f-9dab-6237374a63be,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:06.103635 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-c0568ac7-c590-48ef-99e6-e4fb17fe696d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ce5c38bcf3f4c04b1b66512b86c64b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661007 Aug 10 14:08:06.106204 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46010) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:06.154317 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-3962c6b2-e1a0-45b1-b20c-0ae8d11b9118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.175301 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-3962c6b2-e1a0-45b1-b20c-0ae8d11b9118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.220423 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-3962c6b2-e1a0-45b1-b20c-0ae8d11b9118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.223581 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-3962c6b2-e1a0-45b1-b20c-0ae8d11b9118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.224756 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-3962c6b2-e1a0-45b1-b20c-0ae8d11b9118 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0c044de-0c62-446f-9dab-6237374a63be HTTP/1.1" status: 204 len: 168 time: 0.1176338 Aug 10 14:08:06.233347 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962c6b2-e1a0-45b1-b20c-0ae8d11b9118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c044de-0c62-446f-9dab-6237374a63be,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:06.389098 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d5d09-1d09-4400-8969-487d75f30f9e req-865b3ffa-92cf-458a-9ad3-316a3c8b1f63 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:06.390570 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d76d5d09-1d09-4400-8969-487d75f30f9e req-865b3ffa-92cf-458a-9ad3-316a3c8b1f63 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0499277 Aug 10 14:08:06.437594 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d76d5d09-1d09-4400-8969-487d75f30f9e req-26e259f0-1a4e-4bed-bdc1-8a250c04aee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410774 Aug 10 14:08:06.527785 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6ceeccb6-228f-4b6a-a8f8-fbe999ad3544 req-d3927823-9b28-4964-9de4-66f73bd764cd tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0259604 Aug 10 14:08:06.549633 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46022) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:06.562957 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0c31484a-ea5a-487d-bfa8-71d9a0050b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.652846 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0c31484a-ea5a-487d-bfa8-71d9a0050b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.656639 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0c31484a-ea5a-487d-bfa8-71d9a0050b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.693557 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-0c31484a-ea5a-487d-bfa8-71d9a0050b11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1e0b869e221480eaac98722e14ec040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426902 Aug 10 14:08:06.694725 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31484a-ea5a-487d-bfa8-71d9a0050b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bdb1e9-1c7c-483c-9153-047cfeefa501,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:06.696728 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46024) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:06.749733 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-05bb24cf-308e-4d27-ab19-e519e0b08422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.770065 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-05bb24cf-308e-4d27-ab19-e519e0b08422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.817424 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-05bb24cf-308e-4d27-ab19-e519e0b08422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.819965 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-05bb24cf-308e-4d27-ab19-e519e0b08422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:06.821104 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-05bb24cf-308e-4d27-ab19-e519e0b08422 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73bdb1e9-1c7c-483c-9153-047cfeefa501 HTTP/1.1" status: 204 len: 168 time: 0.1227591 Aug 10 14:08:06.828582 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb24cf-308e-4d27-ab19-e519e0b08422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bdb1e9-1c7c-483c-9153-047cfeefa501,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:07.134824 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275542a-fa76-459f-b3c0-5fbba2da30c9 req-7ae90d6f-e727-496e-869f-afaf3083ccd3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:07.136376 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d275542a-fa76-459f-b3c0-5fbba2da30c9 req-7ae90d6f-e727-496e-869f-afaf3083ccd3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 944 time: 0.0708029 Aug 10 14:08:07.175106 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d275542a-fa76-459f-b3c0-5fbba2da30c9 req-7304283e-9142-4c43-8ac7-2c888f10a9eb tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Aug 10 14:08:07.553918 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581989ad-e679-4b4b-8b3f-abaf7b2b9a1e req-0ccd3361-0b54-4b22-a6ad-e5f2b495870f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:07.556018 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-581989ad-e679-4b4b-8b3f-abaf7b2b9a1e req-0ccd3361-0b54-4b22-a6ad-e5f2b495870f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0492578 Aug 10 14:08:07.596638 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-581989ad-e679-4b4b-8b3f-abaf7b2b9a1e req-ab360488-b7e6-45d1-91b1-29758c1914b3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343578 Aug 10 14:08:07.675744 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6c417568-923d-4a63-b6c2-9034f7cd3001 req-8eb6a5fb-2f83-4536-a1bd-086a279554d1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0250726 Aug 10 14:08:08.285022 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6d90-e454-4a77-b135-5c5c1c8dc5ef req-0d257dda-9f6a-46b7-97df-8b423100a291 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:08.286473 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-514f6d90-e454-4a77-b135-5c5c1c8dc5ef req-0d257dda-9f6a-46b7-97df-8b423100a291 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 944 time: 0.0470614 Aug 10 14:08:08.323770 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-514f6d90-e454-4a77-b135-5c5c1c8dc5ef req-92361772-55de-46ed-bca1-9ef14486cf2d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308976 Aug 10 14:08:08.709270 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 42ab6e77-099b-407e-8264-eab05c1c82dc up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:08.712423 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9bc1-f9e0-483d-9a67-4e129ff7b472 req-dbedc3fb-695e-46f3-863c-2b24fdb148d9 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:08.713992 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-286e9bc1-f9e0-483d-9a67-4e129ff7b472 req-dbedc3fb-695e-46f3-863c-2b24fdb148d9 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0529175 Aug 10 14:08:08.756528 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-286e9bc1-f9e0-483d-9a67-4e129ff7b472 req-12b821d7-03a4-49fd-a903-d5084be14084 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360591 Aug 10 14:08:08.758733 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 42ab6e77-099b-407e-8264-eab05c1c82dc completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:08.764492 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 42ab6e77-099b-407e-8264-eab05c1c82dc triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:08.764870 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:08.888985 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7c9d7b34-db2e-4a41-b8da-6ef210efc6ab req-084eca99-ebbe-4393-b51f-b59636edd6f2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0429251 Aug 10 14:08:08.994850 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:09.020475 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ab6e77-099b-407e-8264-eab05c1c82dc'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:09.022840 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfe5f29-ef0b-435d-a583-d105b3d948d8" -d '{"events": [{"server_uuid": "4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4", "name": "network-vif-plugged", "status": "completed", "tag": "42ab6e77-099b-407e-8264-eab05c1c82dc"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:09.024946 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add23b90-87ec-4f80-a12e-e30f92ccdea0 req-6fc7b00b-9a91-4476-bd38-ecbe0872f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:09.026535 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-add23b90-87ec-4f80-a12e-e30f92ccdea0 req-6fc7b00b-9a91-4476-bd38-ecbe0872f7b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0456026 Aug 10 14:08:09.036160 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 42ab6e77-099b-407e-8264-eab05c1c82dc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42ab6e77-099b-407e-8264-eab05c1c82dc,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:09.040852 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:09.064890 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be597148-34b7-4388-b353-bf0b8c77b5d5 x-openstack-request-id: req-be597148-34b7-4388-b353-bf0b8c77b5d5 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:09.065186 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4", "name": "network-vif-plugged", "status": "completed", "tag": "42ab6e77-099b-407e-8264-eab05c1c82dc", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:09.065442 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be597148-34b7-4388-b353-bf0b8c77b5d5 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:09.065831 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ab6e77-099b-407e-8264-eab05c1c82dc', 'code': 200} Aug 10 14:08:09.094649 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=42ab6e77-099b-407e-8264-eab05c1c82dc,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:09.155722 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-add23b90-87ec-4f80-a12e-e30f92ccdea0 req-53130d14-e8a0-44c0-8bca-b2d71da131cf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343876 Aug 10 14:08:09.437784 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584e36-6493-429a-b427-91b97c3cd37a req-d94d8a2d-9481-46d9-bea4-bce325f889cf tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:09.439222 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d7584e36-6493-429a-b427-91b97c3cd37a req-d94d8a2d-9481-46d9-bea4-bce325f889cf tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0490372 Aug 10 14:08:09.476547 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d7584e36-6493-429a-b427-91b97c3cd37a req-ec020b62-0144-41e2-af99-3ad1db5c00ab tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Aug 10 14:08:09.900346 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d1a47-7aec-49ac-b034-481ab24dfa6d req-d69decae-88f8-4a5f-b120-ec28f4718383 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:09.901721 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e33d1a47-7aec-49ac-b034-481ab24dfa6d req-d69decae-88f8-4a5f-b120-ec28f4718383 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0496621 Aug 10 14:08:09.942547 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e33d1a47-7aec-49ac-b034-481ab24dfa6d req-dfea5803-7864-4c70-8180-192bf615c543 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350001 Aug 10 14:08:10.025061 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-122d38d3-a6f5-4554-867d-0edf94aaae92 req-86e4df62-73e2-46a2-8810-e714cf077bd1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0271633 Aug 10 14:08:10.588746 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64578c8b-8a20-47b1-a6a0-8dd23a6ee47a req-b5e43708-81b4-4e4b-a90c-c5f1ad1c1219 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:10.590224 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-64578c8b-8a20-47b1-a6a0-8dd23a6ee47a req-b5e43708-81b4-4e4b-a90c-c5f1ad1c1219 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0482824 Aug 10 14:08:10.627089 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-64578c8b-8a20-47b1-a6a0-8dd23a6ee47a req-24d75381-9c19-4d7a-bce5-d8f8e7afa769 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Aug 10 14:08:11.062010 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105ac78-578f-43f7-896d-93aecc532f56 req-764f852b-45c2-4810-bb84-df3ee94108c6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:11.063517 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c105ac78-578f-43f7-896d-93aecc532f56 req-764f852b-45c2-4810-bb84-df3ee94108c6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0502706 Aug 10 14:08:11.100596 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c105ac78-578f-43f7-896d-93aecc532f56 req-d127c97a-0904-4fe0-98e9-798b2922edde tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312078 Aug 10 14:08:11.181775 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3d094a96-90ec-402c-aaf9-76c766e86049 req-5ba87892-ae36-44bd-accb-93c2daa993f5 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0283928 Aug 10 14:08:11.739584 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dd638-eaf0-446c-b625-b40c09326b06 req-2a54d9c8-b8de-4720-ba52-15784eeec254 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:11.741056 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-db5dd638-eaf0-446c-b625-b40c09326b06 req-2a54d9c8-b8de-4720-ba52-15784eeec254 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Aug 10 14:08:11.782098 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-db5dd638-eaf0-446c-b625-b40c09326b06 req-cabae453-e243-4789-a99f-c6447c0eb16e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Aug 10 14:08:12.213955 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6399d-a582-4538-8cf8-160b4786dd70 req-98b8e41a-2a2b-40af-a057-9f53d93f4309 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:12.215441 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34f6399d-a582-4538-8cf8-160b4786dd70 req-98b8e41a-2a2b-40af-a057-9f53d93f4309 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0475454 Aug 10 14:08:12.253251 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34f6399d-a582-4538-8cf8-160b4786dd70 req-f765cadd-79a0-4367-8e15-6550a82b86b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Aug 10 14:08:12.332914 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b78f222b-5f96-4d79-aae9-8a7ec69b19d8 req-2e9e1e15-21a4-44e9-b052-815c4d1aa456 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0279405 Aug 10 14:08:12.535332 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f3652-849e-455c-a931-8cd70d9d8501 req-c8debec4-b07b-4dc2-8234-d514d6eae803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:12.536816 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5d2f3652-849e-455c-a931-8cd70d9d8501 req-c8debec4-b07b-4dc2-8234-d514d6eae803 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 1098 time: 0.0422430 Aug 10 14:08:12.622424 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5d2f3652-849e-455c-a931-8cd70d9d8501 req-d166cd24-b736-4a14-9a45-0ca5779cf257 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390940 Aug 10 14:08:12.899908 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1571d-0c7e-4000-9911-9403d17876d3 req-5a231173-d9ef-4bb5-9514-1b6ee8a87f44 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:12.901281 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9fc1571d-0c7e-4000-9911-9403d17876d3 req-5a231173-d9ef-4bb5-9514-1b6ee8a87f44 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0510232 Aug 10 14:08:12.939301 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9fc1571d-0c7e-4000-9911-9403d17876d3 req-97d1727c-41fa-4419-ba9d-6bdc04573bb1 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Aug 10 14:08:13.394545 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e869a66-57c8-426a-8c8a-7eb0046ae367 req-46aeacbb-9f9e-4e78-8336-1b9f5d50d9da tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:13.396091 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7e869a66-57c8-426a-8c8a-7eb0046ae367 req-46aeacbb-9f9e-4e78-8336-1b9f5d50d9da tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0639508 Aug 10 14:08:13.456108 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b5a2aac4-b72e-4d51-8122-bba1289be2d4 req-f113a64b-feee-47fd-81af-13c4fb7ceae9 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0361977 Aug 10 14:08:13.472487 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7e869a66-57c8-426a-8c8a-7eb0046ae367 req-1816b9f4-f869-4812-a6ca-5d5d72c83df7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680234 Aug 10 14:08:13.644015 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-4008a511-f39f-4c08-b596-b956824e0615 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:13.645503 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-4008a511-f39f-4c08-b596-b956824e0615 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 815 time: 0.1272662 Aug 10 14:08:13.710741 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Request body: {'port': {'device_id': '31c3ce0e-cf3e-4cd2-9664-bfe62004faea', 'network_id': 'd496c528-c828-4efe-b934-272531057e9e', 'admin_state_up': True, 'tenant_id': '60d9d194cba4415e920751d966cf29ba'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:13.844695 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Made reservation on behalf of 60d9d194cba4415e920751d966cf29ba for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:13.848549 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:13.976706 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Allocated IP 172.20.0.9 (d496c528-c828-4efe-b934-272531057e9e/a4ffdedc-2fe2-4216-bb82-9f15d3be86d2/49acae9a-2832-4566-9513-4bc760188576) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:14.136594 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ea73a-9185-4838-974a-b25235472984 req-2a79ac21-b1e9-448d-858e-2cd2e77fbd89 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:14.138443 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c86ea73a-9185-4838-974a-b25235472984 req-2a79ac21-b1e9-448d-858e-2cd2e77fbd89 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1193502 Aug 10 14:08:14.213846 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c86ea73a-9185-4838-974a-b25235472984 req-f378a6e8-1e59-4144-bced-e5b6575a6ec9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626700 Aug 10 14:08:14.216703 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:14.263379 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:14.308071 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Network d496c528-c828-4efe-b934-272531057e9e is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:14.313526 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:14.317529 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:14.318182 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8df99d83-c74a-41f3-8536-8553f138f521'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:08:14.342953 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Pushing event updated for resources: {'Port': ['ID=49acae9a-2832-4566-9513-4bc760188576,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:14.354359 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.354708 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.355200 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.355562 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.355893 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.356222 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.356548 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.356873 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.357195 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.357517 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.357837 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.358157 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:14.384414 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:14.385076 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:14.403422 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c19d9e03-cd3d-45a4-b309-38f9bb0d340a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6972585 Aug 10 14:08:14.457491 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Request body: {'port': {'device_id': '31c3ce0e-cf3e-4cd2-9664-bfe62004faea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:14.556195 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:14.731206 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46242) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:14.747582 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b65eb-3e13-4b52-8fc3-e3642b4bcebe req-5ccaec2f-35dd-4303-afce-58426ccb3392 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:14.749669 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9a5b65eb-3e13-4b52-8fc3-e3642b4bcebe req-5ccaec2f-35dd-4303-afce-58426ccb3392 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 931 time: 0.1974106 Aug 10 14:08:14.818125 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94114e-86a2-4ac8-ba77-67f3299277eb req-a027afcb-7239-48b1-8fc0-fe5b4a035e9f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:14.818644 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7a94114e-86a2-4ac8-ba77-67f3299277eb req-a027afcb-7239-48b1-8fc0-fe5b4a035e9f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.2041116 Aug 10 14:08:14.851632 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:14.960610 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:14.966391 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.013943 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6a37a20fdbb4d5f82acc412a9c5d82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813911 Aug 10 14:08:15.014850 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b022afd4-61e1-46b1-bf4d-9f931a48b258,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:15.016816 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46254) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:15.034464 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.034818 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.035181 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.035522 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.035917 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.036258 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.036593 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.036929 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.037305 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.037628 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.037962 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.038322 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286380c-1488-4129-8047-6d063afe23fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:15.077686 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9a5b65eb-3e13-4b52-8fc3-e3642b4bcebe req-1cc67c49-8e4c-41c1-a164-65feff9a3664 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714930 Aug 10 14:08:15.083712 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f9f4-bda4-4006-98be-fc0e7a98b00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.100855 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f9f4-bda4-4006-98be-fc0e7a98b00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.115980 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7a94114e-86a2-4ac8-ba77-67f3299277eb req-a5c4bc82-7814-44f3-bf87-d1a3fe4a244f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895277 Aug 10 14:08:15.161650 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f9f4-bda4-4006-98be-fc0e7a98b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.164252 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f9f4-bda4-4006-98be-fc0e7a98b00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.165598 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-6bd1f9f4-bda4-4006-98be-fc0e7a98b00f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b022afd4-61e1-46b1-bf4d-9f931a48b258 HTTP/1.1" status: 204 len: 168 time: 0.1478767 Aug 10 14:08:15.174553 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1f9f4-bda4-4006-98be-fc0e7a98b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b022afd4-61e1-46b1-bf4d-9f931a48b258,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:15.285173 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49acae9a-2832-4566-9513-4bc760188576 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:08:15.294658 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.309406 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Transition to ACTIVE for port object 49acae9a-2832-4566-9513-4bc760188576 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:15.315803 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.453560 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=49acae9a-2832-4566-9513-4bc760188576,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:15.502142 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f26d36-54d9-46f2-b19d-1d347685afcc req-095c6a9f-c73e-472c-beba-a51dd81b5490 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:15.503671 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d6f26d36-54d9-46f2-b19d-1d347685afcc req-095c6a9f-c73e-472c-beba-a51dd81b5490 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.1829431 Aug 10 14:08:15.512857 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46276) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:15.518142 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'floatingip': {'port_id': '54e1f0ef-10b3-4f98-af80-179a34385acc'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:15.519974 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891102b-2f01-4231-8ca4-d4cc10e2c8fe req-c3e2a95e-de53-4c02-82b4-1cbd45dbe569 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:15.521486 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b891102b-2f01-4231-8ca4-d4cc10e2c8fe req-c3e2a95e-de53-4c02-82b4-1cbd45dbe569 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1312459 Aug 10 14:08:15.555543 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Attempting to bind port 49acae9a-2832-4566-9513-4bc760188576 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:08:15.556482 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Attempting to bind port 49acae9a-2832-4566-9513-4bc760188576 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:08:15.556824 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Attempting to bind port 49acae9a-2832-4566-9513-4bc760188576 on network d496c528-c828-4efe-b934-272531057e9e {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:15.582906 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Port 49acae9a-2832-4566-9513-4bc760188576 on network d496c528-c828-4efe-b934-272531057e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:08:15.583241 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Attempting to bind port 49acae9a-2832-4566-9513-4bc760188576 on network d496c528-c828-4efe-b934-272531057e9e {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:15.585310 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.601215 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b891102b-2f01-4231-8ca4-d4cc10e2c8fe req-7d387885-7235-4ffc-b0a8-7ba965be87aa tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730605 Aug 10 14:08:15.607866 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:08:15.608210 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Checking segment: {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:15.608773 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Bound using segment: {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:08:15.609384 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Bound port: 49acae9a-2832-4566-9513-4bc760188576, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:08:15.609905 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.663624 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45552ba5-02b1-4a13-ab71-cabd4111d22f req-c27c9d0f-ff9b-4836-a68b-9f10d600860f tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:15.665774 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45552ba5-02b1-4a13-ab71-cabd4111d22f req-c27c9d0f-ff9b-4836-a68b-9f10d600860f tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.0973587 Aug 10 14:08:15.720484 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] For port 49acae9a-2832-4566-9513-4bc760188576, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:08:15.725572 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] For port 49acae9a-2832-4566-9513-4bc760188576, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49acae9a-2832-4566-9513-4bc760188576,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:08:15.730160 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45552ba5-02b1-4a13-ab71-cabd4111d22f req-23e013e2-4ad7-4325-980b-2dd16e3eb5ba tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545378 Aug 10 14:08:15.731802 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.767192 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:15.768270 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:15.769813 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] 10.222.0.53 "PUT /v2.0/ports/49acae9a-2832-4566-9513-4bc760188576 HTTP/1.1" status: 200 len: 1093 time: 1.3170686 Aug 10 14:08:15.772151 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c3ce0e-cf3e-4cd2-9664-bfe62004faea', 'tag': '49acae9a-2832-4566-9513-4bc760188576'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:15.775140 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b56e7d-c2fb-4d1b-af85-ef7b0f866f04" -d '{"events": [{"name": "network-changed", "server_uuid": "31c3ce0e-cf3e-4cd2-9664-bfe62004faea", "tag": "49acae9a-2832-4566-9513-4bc760188576"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:15.806195 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca0ec4-ab21-47b2-8244-a2650e5d6bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=49acae9a-2832-4566-9513-4bc760188576,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:15.831755 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529e49dd-0151-4616-ad27-3ae934b785eb x-openstack-request-id: req-529e49dd-0151-4616-ad27-3ae934b785eb {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:15.831951 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c3ce0e-cf3e-4cd2-9664-bfe62004faea", "tag": "49acae9a-2832-4566-9513-4bc760188576", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:15.832209 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-529e49dd-0151-4616-ad27-3ae934b785eb {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:15.832620 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c3ce0e-cf3e-4cd2-9664-bfe62004faea', 'tag': '49acae9a-2832-4566-9513-4bc760188576', 'status': 'completed', 'code': 200} Aug 10 14:08:16.012807 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdd589-65da-4766-b7fa-bdaa3665b119 req-98a9a579-99bb-423a-9814-b251176075b3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:16.014411 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-07bdd589-65da-4766-b7fa-bdaa3665b119 req-98a9a579-99bb-423a-9814-b251176075b3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0901008 Aug 10 14:08:16.017656 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b56e7d-c2fb-4d1b-af85-ef7b0f866f04 req-a7f7de1b-d58e-4e13-aa71-f69031af06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:16.018982 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05b56e7d-c2fb-4d1b-af85-ef7b0f866f04 req-a7f7de1b-d58e-4e13-aa71-f69031af06e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 1096 time: 0.0854967 Aug 10 14:08:16.074993 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46300) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:16.113723 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8450-5391-4736-a5d7-81168b8951f7 req-47f134ce-b628-4c60-afba-f040726d77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:16.116073 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-460d8450-5391-4736-a5d7-81168b8951f7 req-47f134ce-b628-4c60-afba-f040726d77d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 1098 time: 0.0646887 Aug 10 14:08:16.168638 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-07bdd589-65da-4766-b7fa-bdaa3665b119 req-1b44d338-ec00-428c-8d4d-c446a9c64d7e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425314 Aug 10 14:08:16.235812 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.db.resource_extend [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 14:08:16.283219 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8450-5391-4736-a5d7-81168b8951f7 req-0e89f719-731e-472d-aa56-072cceb28a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:16.284644 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-460d8450-5391-4736-a5d7-81168b8951f7 req-0e89f719-731e-472d-aa56-072cceb28a57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 919 time: 0.1451252 Aug 10 14:08:16.301074 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:16.312963 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:16.316433 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b81b1-248c-4da8-8c84-63088f55de02 req-ff85d603-8033-485f-8e2e-e93a9ed001a9 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:16.329295 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4d8b81b1-248c-4da8-8c84-63088f55de02 req-ff85d603-8033-485f-8e2e-e93a9ed001a9 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 943 time: 0.1104934 Aug 10 14:08:16.364298 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46310) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:16.367407 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b56e7d-c2fb-4d1b-af85-ef7b0f866f04 req-a7001480-d14c-429f-b5f1-bd8e198618ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:16.369328 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05b56e7d-c2fb-4d1b-af85-ef7b0f866f04 req-a7001480-d14c-429f-b5f1-bd8e198618ec service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=60d9d194cba4415e920751d966cf29ba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3192627 Aug 10 14:08:16.386016 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-815791801-network', 'tenant_id': '5b2b8aba95494a9c8812036defa6f675'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:16.395739 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-460d8450-5391-4736-a5d7-81168b8951f7 req-abbb0bbf-596b-4c7e-b886-6f95beea5836 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ab6e77-099b-407e-8264-eab05c1c82dc HTTP/1.1" status: 200 len: 217 time: 0.0917363 Aug 10 14:08:16.449015 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4d8b81b1-248c-4da8-8c84-63088f55de02 req-f9efaa14-e425-4f44-832e-867b5170831f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098268 Aug 10 14:08:16.487068 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.l3_db [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Floating IP 3d62088d-98c0-4a8a-99ab-5177a264c4ec associated. External IP: 172.27.1.13, port: 54e1f0ef-10b3-4f98-af80-179a34385acc. Aug 10 14:08:16.503782 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Made reservation on behalf of 5b2b8aba95494a9c8812036defa6f675 for: {'network': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:16.506125 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:16.529412 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8450-5391-4736-a5d7-81168b8951f7 req-7d12e5a9-9108-4f62-a105-f95c180ed6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:16.530287 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-412d3a62-7e28-415e-be1f-c8d86647b984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:16.530433 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-460d8450-5391-4736-a5d7-81168b8951f7 req-7d12e5a9-9108-4f62-a105-f95c180ed6ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.0943995 Aug 10 14:08:16.549378 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:16.607509 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-460d8450-5391-4736-a5d7-81168b8951f7 req-eb68f652-836b-4adb-83d9-83b117e5d510 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309799 Aug 10 14:08:16.666246 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b56e7d-c2fb-4d1b-af85-ef7b0f866f04 req-284a763a-6bf4-49b7-8c76-d8a09c45e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:16.668022 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05b56e7d-c2fb-4d1b-af85-ef7b0f866f04 req-284a763a-6bf4-49b7-8c76-d8a09c45e0dd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2779381 Aug 10 14:08:16.712037 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46320) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:16.736118 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-412d3a62-7e28-415e-be1f-c8d86647b984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:16.741978 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-412d3a62-7e28-415e-be1f-c8d86647b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:16.807746 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-460d8450-5391-4736-a5d7-81168b8951f7 req-1881c986-6010-44eb-b400-9942115a1265 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751146 Aug 10 14:08:16.817328 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Router 2449e38a-506e-4951-9a0e-eddfe9c44adf has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:08:16.837379 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d3a62-7e28-415e-be1f-c8d86647b984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a9a248-cc42-44f0-bdfa-cb613b1ebf2f,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:16.845235 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-412d3a62-7e28-415e-be1f-c8d86647b984 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c56f514f06e34ef7a8341bd34ed7073f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793084 Aug 10 14:08:16.851508 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46326) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:16.933636 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5a71bb4d-ff7d-430c-8e0b-ea581e57de62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:16.951821 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-4c06168b-35fd-40dc-a351-43b4442faf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:16.953364 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-4c06168b-35fd-40dc-a351-43b4442faf2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 1096 time: 0.1753092 Aug 10 14:08:17.012762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5288325-9bfa-42e4-bee4-7c1175d8f467 req-9d14d06f-3bf9-4ecf-87c8-247024548f21 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:17.014346 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b5288325-9bfa-42e4-bee4-7c1175d8f467 req-9d14d06f-3bf9-4ecf-87c8-247024548f21 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.1636984 Aug 10 14:08:17.058806 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-360c465d-cd35-4bf3-abc0-4037151696c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49acae9a-2832-4566-9513-4bc760188576 HTTP/1.1" status: 200 len: 217 time: 0.0690289 Aug 10 14:08:17.072725 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-394be464-7e14-4860-850c-22ab0df206c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.083416 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.121184 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.179503 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-394be464-7e14-4860-850c-22ab0df206c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.184509 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-460d8450-5391-4736-a5d7-81168b8951f7 req-2bcfcc93-e7df-4e82-ac89-73f432da6477 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653877 Aug 10 14:08:17.192490 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:08:17.199815 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:08:17.204480 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.212377 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] Sync routers for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:08:17.223623 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:17.224222 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:17.239037 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90232a1-57ac-4a34-9834-ede49c9458ba,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:17.239177 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-f9f3fc63-9442-47c0-b9a7-6fee131d4440 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "PUT /v2.0/floatingips/3d62088d-98c0-4a8a-99ab-5177a264c4ec HTTP/1.1" status: 200 len: 991 time: 1.7249174 Aug 10 14:08:17.239834 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'tag': '54e1f0ef-10b3-4f98-af80-179a34385acc'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:17.242753 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90d6e54-4edc-41e4-8ad5-454468274982" -d '{"events": [{"name": "network-changed", "server_uuid": "31903f5e-63ec-46f4-903a-10077ffbf0e0", "tag": "54e1f0ef-10b3-4f98-af80-179a34385acc"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:17.243123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-47a9ea50-373e-4cc7-b995-a94d16017076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:17.245157 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-47a9ea50-373e-4cc7-b995-a94d16017076 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 HTTP/1.1" status: 200 len: 855 time: 0.1734641 Aug 10 14:08:17.259316 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b5288325-9bfa-42e4-bee4-7c1175d8f467 req-990941cf-3a56-4fec-b82e-4d6c644acfed tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078900 Aug 10 14:08:17.260715 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747732893799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.261433 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Unsubscribe: segment precommit_create {{(pid=93625) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 14:08:17.261842 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.segments_db [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Added segment a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def of type vlan for network 8b856198-7732-4633-8464-6bfac4b14869 Aug 10 14:08:17.353027 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-1af38fad-62a8-460e-b270-6e19500f36a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d496c528-c828-4efe-b934-272531057e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688722 Aug 10 14:08:17.381229 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:17.400699 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.494845 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-394be464-7e14-4860-850c-22ab0df206c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.497292 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-394be464-7e14-4860-850c-22ab0df206c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.498421 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-394be464-7e14-4860-850c-22ab0df206c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3a9a248-cc42-44f0-bdfa-cb613b1ebf2f HTTP/1.1" status: 204 len: 168 time: 0.6461539 Aug 10 14:08:17.536989 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be464-7e14-4860-850c-22ab0df206c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a9a248-cc42-44f0-bdfa-cb613b1ebf2f,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:17.547686 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1a7c-4d13-490c-ad25-f79903dad2c6 req-6f4a8fdb-c18e-4651-8100-53c3612d66dc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:17.549223 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aa9c1a7c-4d13-490c-ad25-f79903dad2c6 req-6f4a8fdb-c18e-4651-8100-53c3612d66dc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.2047913 Aug 10 14:08:17.555118 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.556387 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:17.557259 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.571949 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de01da58-31ff-4cec-a165-f9ca67ac0078 x-openstack-request-id: req-de01da58-31ff-4cec-a165-f9ca67ac0078 {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:17.572342 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31903f5e-63ec-46f4-903a-10077ffbf0e0", "tag": "54e1f0ef-10b3-4f98-af80-179a34385acc", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:17.572478 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de01da58-31ff-4cec-a165-f9ca67ac0078 {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:17.573086 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'tag': '54e1f0ef-10b3-4f98-af80-179a34385acc', 'status': 'completed', 'code': 200} Aug 10 14:08:17.622793 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '3d62088d-98c0-4a8a-99ab-5177a264c4ec', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'port_id': '54e1f0ef-10b3-4f98-af80-179a34385acc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'mac_address': 'fa:16:3e:09:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:07:36Z', 'updated_at': '2021-08-10T14:08:16Z', 'revision_number': 1, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:17.651247 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] Checking router: 2449e38a-506e-4951-9a0e-eddfe9c44adf for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:08:17.662040 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:17.662689 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:07:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:17.715066 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-f607e1aa-e61c-460e-b0b6-db55ca6f39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:17.717777 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-f607e1aa-e61c-460e-b0b6-db55ca6f39ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0453510 Aug 10 14:08:17.811920 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:17.845609 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-f1673d4c-9437-470e-99b2-1311a915ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:17.847761 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-f1673d4c-9437-470e-99b2-1311a915ff2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 911 time: 0.1226106 Aug 10 14:08:17.869090 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5a71bb4d-ff7d-430c-8e0b-ea581e57de62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.885212 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-6d7ebeac-2019-42bb-a9cc-74a9f8283018 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975889 Aug 10 14:08:17.923168 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5a71bb4d-ff7d-430c-8e0b-ea581e57de62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:17.951883 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8755417 Aug 10 14:08:17.957234 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46354) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:17.970160 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Request body: {'subnet': {'network_id': '8b856198-7732-4633-8464-6bfac4b14869', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-815791801-subnet', 'tenant_id': '5b2b8aba95494a9c8812036defa6f675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:17.999950 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-d8c2ce98-d2c7-479c-bcea-ec38767fa5c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e1f0ef-10b3-4f98-af80-179a34385acc HTTP/1.1" status: 200 len: 999 time: 0.1396956 Aug 10 14:08:18.027045 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e593a-5d79-4424-b58f-d61a805f0de3 admin admin] Pushing event updated for resources: {'Network': ['ID=8b856198-7732-4633-8464-6bfac4b14869,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:18.038831 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aa9c1a7c-4d13-490c-ad25-f79903dad2c6 req-12736aa6-64f0-4f8f-8ad5-bd8b6bf0d58d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789159 Aug 10 14:08:18.039037 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 8b856198-7732-4633-8464-6bfac4b14869 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:08:18.052621 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Made reservation on behalf of 5b2b8aba95494a9c8812036defa6f675 for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:18.065341 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-5a71bb4d-ff7d-430c-8e0b-ea581e57de62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42b0b19cf8844112b5b2f3c4cf24cd2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3522832 Aug 10 14:08:18.073772 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46358) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:18.074980 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13264278'] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:18.098841 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07b256-eb5f-4b7e-8673-d0d47790c5bf req-7e7b370b-f65f-497b-aa06-a49c3579a4b4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:18.101499 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6c07b256-eb5f-4b7e-8673-d0d47790c5bf req-7e7b370b-f65f-497b-aa06-a49c3579a4b4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 943 time: 0.2496567 Aug 10 14:08:18.131789 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71bb4d-ff7d-430c-8e0b-ea581e57de62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36eabfb-2ea4-4634-b326-286b495fbcaf,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:18.132292 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '3d62088d-98c0-4a8a-99ab-5177a264c4ec', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'port_id': '54e1f0ef-10b3-4f98-af80-179a34385acc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'mac_address': 'fa:16:3e:09:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:07:36Z', 'updated_at': '2021-08-10T14:08:16Z', 'revision_number': 1, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:18.179942 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde88ba-8506-4100-ac34-763b668d5cb5 None None] The sync data for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi is: [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '3d62088d-98c0-4a8a-99ab-5177a264c4ec', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'port_id': '54e1f0ef-10b3-4f98-af80-179a34385acc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'mac_address': 'fa:16:3e:09:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:07:36Z', 'updated_at': '2021-08-10T14:08:16Z', 'revision_number': 1, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:08:18.228381 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c85b7560-b2b6-4cc9-8f77-ee642bc172a8 req-6be2e702-2844-4ace-9124-d69b42936b53 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259685 Aug 10 14:08:18.247439 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6c07b256-eb5f-4b7e-8673-d0d47790c5bf req-59fb2cf9-deee-4bd8-b88d-8dfcc9932ccb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213591 Aug 10 14:08:18.254155 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-00b2ea64-5b49-4089-9a85-7183b67c0206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:18.260820 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-6d08f2a0-e506-48bd-8151-63f2fa6260df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:18.262306 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-6d08f2a0-e506-48bd-8151-63f2fa6260df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 200 len: 849 time: 0.2462170 Aug 10 14:08:18.291560 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-00b2ea64-5b49-4089-9a85-7183b67c0206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:18.330176 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-0738f74b-9b5b-4e4c-9c7a-163831bad524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:18.331724 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-0738f74b-9b5b-4e4c-9c7a-163831bad524 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561237 Aug 10 14:08:18.363552 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-00b2ea64-5b49-4089-9a85-7183b67c0206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:18.366176 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-00b2ea64-5b49-4089-9a85-7183b67c0206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:18.368779 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-00b2ea64-5b49-4089-9a85-7183b67c0206 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e36eabfb-2ea4-4634-b326-286b495fbcaf HTTP/1.1" status: 204 len: 168 time: 0.2920942 Aug 10 14:08:18.389120 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2ea64-5b49-4089-9a85-7183b67c0206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36eabfb-2ea4-4634-b326-286b495fbcaf,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:18.445989 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cc470-8aea-4a3c-a253-86890a206921 req-aa780cf4-a641-409a-9b65-35558ee0b4a5 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:18.448119 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-729cc470-8aea-4a3c-a253-86890a206921 req-aa780cf4-a641-409a-9b65-35558ee0b4a5 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.0781786 Aug 10 14:08:18.494168 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-729cc470-8aea-4a3c-a253-86890a206921 req-b8139d6b-3606-437d-94a6-303d89b4b616 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Aug 10 14:08:18.498656 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14095255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13264260'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:18.588274 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51594b-14c7-4560-863f-72c6d94c9127 None None] New status for floating IP 3d62088d-98c0-4a8a-99ab-5177a264c4ec: ACTIVE {{(pid=93627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:08:18.654968 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Checking segment: {'id': 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b856198-7732-4633-8464-6bfac4b14869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:18.655196 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Network hostable DHCP agents. Network: 8b856198-7732-4633-8464-6bfac4b14869, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:08:18.669626 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f829a9-ed05-423e-9307-cbad420dc602,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:18.683050 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-865d3615-1624-4585-b78c-a8e0c409d405 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004373 Aug 10 14:08:18.695233 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Network 8b856198-7732-4633-8464-6bfac4b14869 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:08:18.762544 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 8b856198-7732-4633-8464-6bfac4b14869) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:18.776343 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8f96f-bb47-4cee-a786-9d3148545ef6 None None] Network 8b856198-7732-4633-8464-6bfac4b14869 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:08:18.779168 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:18.779975 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:18.825688 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-dcd2477f-681f-400e-ae0b-0c4553372209 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8662720 Aug 10 14:08:18.857085 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b90d6e54-4edc-41e4-8ad5-454468274982 req-f22b60f4-a5d9-4530-b1cd-07ca548e051f service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495481 Aug 10 14:08:18.885533 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46386) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:18.899504 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9ca19cfa-caac-486b-933e-8b7db4fdb14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:18.947221 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb4b9b-f722-49a4-9974-995b23b0e5bc None None] Network 8b856198-7732-4633-8464-6bfac4b14869 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:08:19.033742 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9ca19cfa-caac-486b-933e-8b7db4fdb14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.038267 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9ca19cfa-caac-486b-933e-8b7db4fdb14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.117365 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-9ca19cfa-caac-486b-933e-8b7db4fdb14f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a4916584d0e4ec189de05982962e975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306778 Aug 10 14:08:19.119356 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19cfa-caac-486b-933e-8b7db4fdb14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51696711-67fb-4164-99ac-1f72f1cf0d18,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:19.121845 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46396) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:19.124270 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-bdb83047-fe4e-4f68-9560-741a84179ce0 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:19.128754 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-bdb83047-fe4e-4f68-9560-741a84179ce0 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.53 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.1307983 Aug 10 14:08:19.222120 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0754a-f16e-4809-89ca-bb184e7ffb44 req-3804d8c8-29f5-46ab-ac02-820ece2d9999 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:19.225423 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-54c0754a-f16e-4809-89ca-bb184e7ffb44 req-3804d8c8-29f5-46ab-ac02-820ece2d9999 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0765705 Aug 10 14:08:19.266106 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-20968be7-5fea-4884-a06d-5508d525299d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.299645 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-54c0754a-f16e-4809-89ca-bb184e7ffb44 req-696a24f6-5b44-4a8d-9458-ac9b769bc276 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652866 Aug 10 14:08:19.337218 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Deleting port 3a37701c-1301-4a1f-83af-a119b8c2c0a9 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:08:19.337798 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.359703 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-20968be7-5fea-4884-a06d-5508d525299d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.417301 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-b4876830-40e0-4b62-8b86-1d51d4a1ef7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142328 Aug 10 14:08:19.443400 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e2282-c48a-4ebd-9b23-501221eb917d req-7c265fd2-5f00-4afc-9afd-3ea11a16c0d1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:19.445886 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b19e2282-c48a-4ebd-9b23-501221eb917d req-7c265fd2-5f00-4afc-9afd-3ea11a16c0d1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 943 time: 0.1075516 Aug 10 14:08:19.451015 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] For port 3a37701c-1301-4a1f-83af-a119b8c2c0a9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a37701c-1301-4a1f-83af-a119b8c2c0a9,segment=NetworkSegment(e48a6b29-a182-4a7c-9c4f-5ee04471cc62),segment_id=e48a6b29-a182-4a7c-9c4f-5ee04471cc62)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:19.451547 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.475230 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-20968be7-5fea-4884-a06d-5508d525299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.475512 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Calling delete_port for 3a37701c-1301-4a1f-83af-a119b8c2c0a9 owned by compute:nova {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:08:19.477729 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-20968be7-5fea-4884-a06d-5508d525299d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.478843 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-20968be7-5fea-4884-a06d-5508d525299d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51696711-67fb-4164-99ac-1f72f1cf0d18 HTTP/1.1" status: 204 len: 168 time: 0.3561552 Aug 10 14:08:19.505023 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20968be7-5fea-4884-a06d-5508d525299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51696711-67fb-4164-99ac-1f72f1cf0d18,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:19.536581 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b19e2282-c48a-4ebd-9b23-501221eb917d req-cda075a8-4365-436f-be32-fce71e3d486d tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727172 Aug 10 14:08:19.683809 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-3cf9a45c-1355-40f5-b1f4-36a65bf96c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:19.685895 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-3cf9a45c-1355-40f5-b1f4-36a65bf96c4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 1098 time: 0.1478024 Aug 10 14:08:19.718270 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd89f9-9320-4d24-b2f8-7fdab290a5cf req-0992f28d-89c4-4da5-9b25-3db6f3ca9f8f tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:19.720093 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-febd89f9-9320-4d24-b2f8-7fdab290a5cf req-0992f28d-89c4-4da5-9b25-3db6f3ca9f8f tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 945 time: 0.0866761 Aug 10 14:08:19.848081 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.860565 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-febd89f9-9320-4d24-b2f8-7fdab290a5cf req-a900c488-a681-447d-a63a-4d1127823783 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/security-groups?id=9bec1b7f-a26a-4637-8a35-c47165a260d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281970 Aug 10 14:08:19.887153 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Pushing event deleted for resources: {'Port': ['ID=3a37701c-1301-4a1f-83af-a119b8c2c0a9,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:19.899300 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['3a37701c-1301-4a1f-83af-a119b8c2c0a9'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:08:19.933371 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-d89edc04-1705-4550-9636-7534fc0b0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:19.934896 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-d89edc04-1705-4550-9636-7534fc0b0e7e service neutron] 10.222.0.53 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 916 time: 0.1699884 Aug 10 14:08:19.959411 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] No DVR routers for this DVR port 3a37701c-1301-4a1f-83af-a119b8c2c0a9 on host hv-cinder-78836 {{(pid=93626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:08:19.962846 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:19.965196 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-22d2bb9c-091a-49c8-97e6-cc624ea1491a req-329b4a58-3848-4ccb-ae21-0ce09b1997d3 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.53 "DELETE /v2.0/ports/3a37701c-1301-4a1f-83af-a119b8c2c0a9 HTTP/1.1" status: 204 len: 173 time: 0.8193932 Aug 10 14:08:19.965678 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43d0fcf-8076-4828-b356-4df39d2279a8', 'name': 'network-vif-deleted', 'tag': '3a37701c-1301-4a1f-83af-a119b8c2c0a9'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:19.968113 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51414d58-82ee-4964-b6db-4723d7d2b0c9" -d '{"events": [{"server_uuid": "d43d0fcf-8076-4828-b356-4df39d2279a8", "name": "network-vif-deleted", "tag": "3a37701c-1301-4a1f-83af-a119b8c2c0a9"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:19.986597 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-87038da4-b8bd-4d43-9379-7c3dbcb5a367 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df99d83-c74a-41f3-8536-8553f138f521 HTTP/1.1" status: 200 len: 217 time: 0.0428014 Aug 10 14:08:20.019966 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1c5fd8-da64-4036-a83d-85e33ec220bf x-openstack-request-id: req-ad1c5fd8-da64-4036-a83d-85e33ec220bf {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:20.020424 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43d0fcf-8076-4828-b356-4df39d2279a8", "name": "network-vif-deleted", "tag": "3a37701c-1301-4a1f-83af-a119b8c2c0a9", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:20.020750 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad1c5fd8-da64-4036-a83d-85e33ec220bf {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:20.021219 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43d0fcf-8076-4828-b356-4df39d2279a8', 'name': 'network-vif-deleted', 'tag': '3a37701c-1301-4a1f-83af-a119b8c2c0a9', 'status': 'completed', 'code': 200} Aug 10 14:08:20.085779 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-05d698da-fec6-4a0a-ac2b-9555e1937c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:20.089280 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-05d698da-fec6-4a0a-ac2b-9555e1937c32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 HTTP/1.1" status: 200 len: 855 time: 0.0666382 Aug 10 14:08:20.186378 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-0cb50c84-c2b6-4121-a3c9-15c88f2145d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d496c528-c828-4efe-b934-272531057e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650835 Aug 10 14:08:20.284060 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-203474b1-812c-45c3-acfd-4fcda527e399 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878196 Aug 10 14:08:20.420190 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab040c34-b332-4dc2-bed0-aa30865aa783 req-12223b79-195b-481a-825f-39a7fa62e48c service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237838 Aug 10 14:08:20.445872 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aa5b7-e32c-4fe3-9bcb-7b6f8bfdb601 req-60863505-8418-496d-abba-315bb2e9ca59 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:20.447948 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-686aa5b7-e32c-4fe3-9bcb-7b6f8bfdb601 req-60863505-8418-496d-abba-315bb2e9ca59 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0818238 Aug 10 14:08:20.488918 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-686aa5b7-e32c-4fe3-9bcb-7b6f8bfdb601 req-253b7bbf-144f-494b-9a8c-42aabec6cf5d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348592 Aug 10 14:08:20.658165 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb11b0-70c9-45a7-adb5-2cf855dbdd7d req-9f768813-23c9-4b82-92c4-dce98ee9425e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:20.660020 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-31cb11b0-70c9-45a7-adb5-2cf855dbdd7d req-9f768813-23c9-4b82-92c4-dce98ee9425e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 943 time: 0.0531952 Aug 10 14:08:20.700304 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-31cb11b0-70c9-45a7-adb5-2cf855dbdd7d req-dcc892b4-228e-4fd7-977e-779f72aebe38 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Aug 10 14:08:20.983819 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6ab6d70b-6fd4-413d-9271-7e99a6359594 req-d02b17fa-bdf0-4d50-a8bc-f518f843c4a1 tempest-DeleteServersTestJSON-1610413971 tempest-DeleteServersTestJSON-1610413971-project] 10.222.0.26 "GET /v2.0/ports?device_id=d43d0fcf-8076-4828-b356-4df39d2279a8 HTTP/1.1" status: 200 len: 210 time: 0.0353794 Aug 10 14:08:21.052941 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:21.179832 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dae56-8c24-479f-9475-6de762141daa req-fd3d564a-37c7-4367-9886-2d9f062b0b01 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:21.181902 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-fd3d564a-37c7-4367-9886-2d9f062b0b01 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/networks?id=8b856198-7732-4633-8464-6bfac4b14869 HTTP/1.1" status: 200 len: 813 time: 0.1117947 Aug 10 14:08:21.201582 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-a0a92575-20d7-47f7-bcb5-0572ca6fb059 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/quotas/5b2b8aba95494a9c8812036defa6f675 HTTP/1.1" status: 200 len: 375 time: 0.0109279 Aug 10 14:08:21.246650 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-ef395a58-a9a8-4816-a8c7-b3ea78f0d249 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b2b8aba95494a9c8812036defa6f675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385892 Aug 10 14:08:21.353640 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-d4715878-181d-4f9c-a88d-ca4de4f3d777 service neutron] 10.222.0.26 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993583 Aug 10 14:08:21.427781 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb9c9-71e7-47c7-bd19-079d8cd5077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:21.464916 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-d791030c-4d51-4ec9-8d1c-ae463abf6d83 service neutron] 10.222.0.26 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005666 Aug 10 14:08:21.514654 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 49acae9a-2832-4566-9513-4bc760188576 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:08:21.674215 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1660c02c-c9b1-4f54-9fe6-6f73faedffd3 req-2966a062-bdb7-4f75-95c0-06725faa637f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 210 time: 0.0351033 Aug 10 14:08:21.687929 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b739e0-62bb-413f-bd71-7881767833e9 req-864f05cb-cec3-40b7-a23c-cbbeff56781a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:21.697691 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 49acae9a-2832-4566-9513-4bc760188576, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49acae9a-2832-4566-9513-4bc760188576,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:21.699222 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f0b739e0-62bb-413f-bd71-7881767833e9 req-864f05cb-cec3-40b7-a23c-cbbeff56781a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0992222 Aug 10 14:08:21.725850 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '49acae9a-2832-4566-9513-4bc760188576', 'network_id': 'd496c528-c828-4efe-b934-272531057e9e', 'port_id': '49acae9a-2832-4566-9513-4bc760188576', 'mac_address': 'fa:16:3e:12:60:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ffdedc-2fe2-4216-bb82-9f15d3be86d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:08:21.756765 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f0b739e0-62bb-413f-bd71-7881767833e9 req-5eb7f3f5-a252-47f5-aab1-a5b5d0dfe251 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564191 Aug 10 14:08:21.819923 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:21.841596 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49acae9a-2832-4566-9513-4bc760188576 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:08:21.864223 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01cb76-1bba-4ff3-a30a-b3a2f3468278 req-0e239522-1805-49d2-bf9c-355d2f320a6a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:21.866499 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b01cb76-1bba-4ff3-a30a-b3a2f3468278 req-0e239522-1805-49d2-bf9c-355d2f320a6a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 943 time: 0.0632701 Aug 10 14:08:21.867461 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 49acae9a-2832-4566-9513-4bc760188576, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49acae9a-2832-4566-9513-4bc760188576,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:21.872267 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:21.946857 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=49acae9a-2832-4566-9513-4bc760188576,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:21.956358 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.956876 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.957340 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.957764 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.958166 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.958567 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.958963 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.959363 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b01cb76-1bba-4ff3-a30a-b3a2f3468278 req-e165c689-931e-4fed-a03e-22f09fcffdc5 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719051 Aug 10 14:08:21.959498 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.959820 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.960206 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.960667 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:21.961062 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:22.419942 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['49acae9a-2832-4566-9513-4bc760188576'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:08:22.744231 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46558) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:22.781131 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ed86188d-d311-4d6a-91e1-8dbbda609a40 req-87afd34c-1651-4af9-9fe8-8867a4e1ad5e tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 210 time: 0.0308802 Aug 10 14:08:22.870406 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ef023eb5-de00-4453-b27b-cbcc9bcc0ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:22.908566 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383ecbd-0a1a-412a-a386-4aa867c16b99 req-cf579033-e7b1-4e7d-8217-e3d26ff7c0ca tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:22.910071 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f383ecbd-0a1a-412a-a386-4aa867c16b99 req-cf579033-e7b1-4e7d-8217-e3d26ff7c0ca tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0856683 Aug 10 14:08:22.970939 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f383ecbd-0a1a-412a-a386-4aa867c16b99 req-bc47141c-4399-445b-8157-6974cd918abd tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527172 Aug 10 14:08:23.041113 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ef023eb5-de00-4453-b27b-cbcc9bcc0ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.045125 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ef023eb5-de00-4453-b27b-cbcc9bcc0ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.133152 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-ef023eb5-de00-4453-b27b-cbcc9bcc0ff3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3105cffe1d34768973cdc2f53e1020b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878276 Aug 10 14:08:23.133909 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023eb5-de00-4453-b27b-cbcc9bcc0ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226790a3-d61d-4beb-80b5-346c68013b0d,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:23.135966 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46568) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:23.197929 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-190b61ea-9c32-4b0a-9fd6-66d527060542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.210318 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243836-f99a-49c9-8b2a-098aa6ddf747 req-a234cb03-d0b0-4a23-b584-afb3e7cd6288 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:23.211904 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c243836-f99a-49c9-8b2a-098aa6ddf747 req-a234cb03-d0b0-4a23-b584-afb3e7cd6288 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 944 time: 0.1485076 Aug 10 14:08:23.222008 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-190b61ea-9c32-4b0a-9fd6-66d527060542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.258569 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dae56-8c24-479f-9475-6de762141daa req-9245520c-9a96-4dab-8499-a8784bafe33c tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:23.260142 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-9245520c-9a96-4dab-8499-a8784bafe33c tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.53 "GET /v2.0/networks?id=8b856198-7732-4633-8464-6bfac4b14869 HTTP/1.1" status: 200 len: 813 time: 0.1807678 Aug 10 14:08:23.272749 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-190b61ea-9c32-4b0a-9fd6-66d527060542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.277324 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-190b61ea-9c32-4b0a-9fd6-66d527060542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.281034 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-190b61ea-9c32-4b0a-9fd6-66d527060542 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/226790a3-d61d-4beb-80b5-346c68013b0d HTTP/1.1" status: 204 len: 168 time: 0.1413467 Aug 10 14:08:23.281199 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c243836-f99a-49c9-8b2a-098aa6ddf747 req-30a3bc28-28de-443d-804d-d13d0a8d341f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601873 Aug 10 14:08:23.286511 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b61ea-9c32-4b0a-9fd6-66d527060542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226790a3-d61d-4beb-80b5-346c68013b0d,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:23.342672 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Request body: {'port': {'device_id': '35c632d1-7714-4436-b5a8-15ce1f703c5e', 'network_id': '8b856198-7732-4633-8464-6bfac4b14869', 'admin_state_up': True, 'tenant_id': '5b2b8aba95494a9c8812036defa6f675'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:23.464091 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Made reservation on behalf of 5b2b8aba95494a9c8812036defa6f675 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:23.468049 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.513203 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46588) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:23.517664 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 3a37701c-1301-4a1f-83af-a119b8c2c0a9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:08:23.548062 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 3a37701c-1301-4a1f-83af-a119b8c2c0a9 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:08:23.549111 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 3a37701c-1301-4a1f-83af-a119b8c2c0a9 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:08:23.594714 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bbecc7-8cd6-400b-a0b2-08d46cb89c79 admin admin] Deleting subnet 015ef776-820d-4531-8c4f-2a885ee804a1 {{(pid=93626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:08:23.598694 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-62bbecc7-8cd6-400b-a0b2-08d46cb89c79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.626598 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46594) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:23.633043 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Allocated IP 172.20.0.12 (8b856198-7732-4633-8464-6bfac4b14869/b8f829a9-ed05-423e-9307-cbad420dc602/ed5d1691-7139-4545-a758-a30a9cf613f0) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:23.651231 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4948-88a1-473d-ae0d-879d60ee4df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.667133 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-62bbecc7-8cd6-400b-a0b2-08d46cb89c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14171189'] for subnet, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.737843 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-62bbecc7-8cd6-400b-a0b2-08d46cb89c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.759162 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-48e8245d-03a1-47ef-8f6f-774868d33eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.806869 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.838673 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-62bbecc7-8cd6-400b-a0b2-08d46cb89c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13264759'] for subnet, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.872093 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.879846 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbecc7-8cd6-400b-a0b2-08d46cb89c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015ef776-820d-4531-8c4f-2a885ee804a1,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:23.885326 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4948-88a1-473d-ae0d-879d60ee4df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.892821 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-62bbecc7-8cd6-400b-a0b2-08d46cb89c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.894826 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-62bbecc7-8cd6-400b-a0b2-08d46cb89c79 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/015ef776-820d-4531-8c4f-2a885ee804a1 HTTP/1.1" status: 204 len: 168 time: 0.3806181 Aug 10 14:08:23.896041 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4948-88a1-473d-ae0d-879d60ee4df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:23.898458 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46610) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:23.937349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Network 8b856198-7732-4633-8464-6bfac4b14869 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:23.944775 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:23.947961 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:23.986830 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Pushing event updated for resources: {'Port': ['ID=ed5d1691-7139-4545-a758-a30a9cf613f0,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:23.999804 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fab1ac-4d79-4487-a47e-a32ba6130a39 req-5fbfdf6a-7a0d-47f8-92e5-d6e0f34c6f09 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:24.001606 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-57fab1ac-4d79-4487-a47e-a32ba6130a39 req-5fbfdf6a-7a0d-47f8-92e5-d6e0f34c6f09 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 932 time: 0.1399915 Aug 10 14:08:24.005822 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-5f6a4948-88a1-473d-ae0d-879d60ee4df3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a30b0263bcd43dda90a13906273238d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764639 Aug 10 14:08:24.009743 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46618) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:24.013443 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a4948-88a1-473d-ae0d-879d60ee4df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef0bb3d-82c1-4847-92bf-741c4832faa2,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:24.026277 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.067868 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:24.068638 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.115248 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-57fab1ac-4d79-4487-a47e-a32ba6130a39 req-351255bf-f53d-42e4-9349-253e98c17538 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045260 Aug 10 14:08:24.120242 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-607b8582-8cc7-48be-aab5-cafbc004ec52 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7833130 Aug 10 14:08:24.129365 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.141604 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c79d7a-1ff9-4887-b236-9d6156158952']}} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:24.153001 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48a6b29-a182-4a7c-9c4f-5ee04471cc62') {'for_net_delete': True} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:24.153305 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48a6b29-a182-4a7c-9c4f-5ee04471cc62') {} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:24.157045 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Request body: {'port': {'device_id': '35c632d1-7714-4436-b5a8-15ce1f703c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:24.162154 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-63c0faa5-3ed2-47cf-819a-0f2147ab4b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.162516 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14171212'] for segment, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.170184 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.179061 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.185954 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:08:24.186375 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14095164'] for segment, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: Traceback (most recent call last): Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: timer() Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: cb(*args, **kw) Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: return func(*args, **kwargs) Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: self._notify() Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: self.callback(batched_events) Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: event.method(event) Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: return f(self, *a, **k) Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._get(url).json() Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: return self.request(url, 'GET', **kwargs) Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:08:24.188479 dv-cinder-788363-11-iscsi neutron-server[93626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:08:24.208112 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f29b2-a80d-49fc-b180-74d26f3d6e6c req-98465766-a70e-4652-bf76-b3b145065f1e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:24.209620 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d77f29b2-a80d-49fc-b180-74d26f3d6e6c req-98465766-a70e-4652-bf76-b3b145065f1e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1083724 Aug 10 14:08:24.225300 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-63c0faa5-3ed2-47cf-819a-0f2147ab4b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.248543 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.254200 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.258639 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] 10.222.0.26 "DELETE /v2.0/networks/60c79d7a-1ff9-4887-b236-9d6156158952 HTTP/1.1" status: 204 len: 168 time: 0.3523872 Aug 10 14:08:24.268497 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afcb06-b175-4680-b1b4-a38045ec1b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c79d7a-1ff9-4887-b236-9d6156158952,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:24.281376 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.339753 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d77f29b2-a80d-49fc-b180-74d26f3d6e6c req-1f0907b0-0a7e-498f-bff6-a58f755ad569 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231096 Aug 10 14:08:24.379389 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-63c0faa5-3ed2-47cf-819a-0f2147ab4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.381912 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-63c0faa5-3ed2-47cf-819a-0f2147ab4b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.387143 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-63c0faa5-3ed2-47cf-819a-0f2147ab4b68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aef0bb3d-82c1-4847-92bf-741c4832faa2 HTTP/1.1" status: 204 len: 168 time: 0.3751616 Aug 10 14:08:24.447014 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0faa5-3ed2-47cf-819a-0f2147ab4b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef0bb3d-82c1-4847-92bf-741c4832faa2,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:24.476065 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46632) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:24.526045 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-9f165575-fb40-4bd4-99db-5c2da69fccb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64f2b1c02a83474ab8581ec11c1c33ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480907 Aug 10 14:08:24.530259 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46634) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:24.566016 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4953281-20c0-4b7c-b43c-2bbcc31e0b25 req-a574fddd-4550-4b3c-a739-b7146a787f66 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:24.574285 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e4953281-20c0-4b7c-b43c-2bbcc31e0b25 req-a574fddd-4550-4b3c-a739-b7146a787f66 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 944 time: 0.1289103 Aug 10 14:08:24.593688 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1325f6c2-dec6-4116-b004-a1ab9df87add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.616761 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1325f6c2-dec6-4116-b004-a1ab9df87add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.639416 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e4953281-20c0-4b7c-b43c-2bbcc31e0b25 req-51c1255c-ca6f-4271-bd99-afbc43bb4ef6 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624635 Aug 10 14:08:24.676222 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1325f6c2-dec6-4116-b004-a1ab9df87add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.678742 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1325f6c2-dec6-4116-b004-a1ab9df87add admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.683153 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-1325f6c2-dec6-4116-b004-a1ab9df87add admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9bec1b7f-a26a-4637-8a35-c47165a260d7 HTTP/1.1" status: 204 len: 168 time: 0.1516042 Aug 10 14:08:24.692731 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325f6c2-dec6-4116-b004-a1ab9df87add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bec1b7f-a26a-4637-8a35-c47165a260d7,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:24.707053 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5d1691-7139-4545-a758-a30a9cf613f0 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:08:24.716096 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.730362 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Transition to ACTIVE for port object ed5d1691-7139-4545-a758-a30a9cf613f0 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:24.737144 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.792694 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Pushing event updated for resources: {'Port': ['ID=ed5d1691-7139-4545-a758-a30a9cf613f0,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:24.865317 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.866302 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Attempting to bind port ed5d1691-7139-4545-a758-a30a9cf613f0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:08:24.866726 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Attempting to bind port ed5d1691-7139-4545-a758-a30a9cf613f0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b856198-7732-4633-8464-6bfac4b14869'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:08:24.866970 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Attempting to bind port ed5d1691-7139-4545-a758-a30a9cf613f0 on network 8b856198-7732-4633-8464-6bfac4b14869 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:24.873613 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Port ed5d1691-7139-4545-a758-a30a9cf613f0 on network 8b856198-7732-4633-8464-6bfac4b14869 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:08:24.875131 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Attempting to bind port ed5d1691-7139-4545-a758-a30a9cf613f0 on network 8b856198-7732-4633-8464-6bfac4b14869 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:24.883259 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:08:24.884242 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Checking segment: {'id': 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b856198-7732-4633-8464-6bfac4b14869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:24.884587 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Bound using segment: {'id': 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b856198-7732-4633-8464-6bfac4b14869'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:08:24.885020 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Bound port: ed5d1691-7139-4545-a758-a30a9cf613f0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b856198-7732-4633-8464-6bfac4b14869'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:08:24.885385 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:24.960087 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] For port ed5d1691-7139-4545-a758-a30a9cf613f0, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:08:24.963751 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] For port ed5d1691-7139-4545-a758-a30a9cf613f0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed5d1691-7139-4545-a758-a30a9cf613f0,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:08:24.970009 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.001842 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:25.002853 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.004360 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] 10.222.0.53 "PUT /v2.0/ports/ed5d1691-7139-4545-a758-a30a9cf613f0 HTTP/1.1" status: 200 len: 1094 time: 0.8552570 Aug 10 14:08:25.006824 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c632d1-7714-4436-b5a8-15ce1f703c5e', 'tag': 'ed5d1691-7139-4545-a758-a30a9cf613f0'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:25.009683 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc527053-528e-4ed5-88f2-024f8fa73d70" -d '{"events": [{"name": "network-changed", "server_uuid": "35c632d1-7714-4436-b5a8-15ce1f703c5e", "tag": "ed5d1691-7139-4545-a758-a30a9cf613f0"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:25.047302 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c94c47-5457-4242-8c14-9f073af485ab service neutron] Pushing event updated for resources: {'Port': ['ID=ed5d1691-7139-4545-a758-a30a9cf613f0,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:25.053291 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d65a9-e24c-4b55-9953-c796f1ebb1c4 x-openstack-request-id: req-a61d65a9-e24c-4b55-9953-c796f1ebb1c4 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:25.053627 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c632d1-7714-4436-b5a8-15ce1f703c5e", "tag": "ed5d1691-7139-4545-a758-a30a9cf613f0", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:25.053823 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a61d65a9-e24c-4b55-9953-c796f1ebb1c4 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:25.054213 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c632d1-7714-4436-b5a8-15ce1f703c5e', 'tag': 'ed5d1691-7139-4545-a758-a30a9cf613f0', 'status': 'completed', 'code': 200} Aug 10 14:08:25.177501 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dae56-8c24-479f-9475-6de762141daa req-dd025d4b-549a-4f1d-97cf-5fcf2c5f7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:25.179711 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-dd025d4b-549a-4f1d-97cf-5fcf2c5f7fed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b2b8aba95494a9c8812036defa6f675&device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 1097 time: 0.0666070 Aug 10 14:08:25.258980 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-2c35e152-ac56-499b-9cb4-20b3234ff2b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed5d1691-7139-4545-a758-a30a9cf613f0 HTTP/1.1" status: 200 len: 217 time: 0.0629408 Aug 10 14:08:25.282972 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9054c-c624-40b6-8797-d48e0b7fd12c req-06745f1e-99f9-44aa-8e5c-f9f304bda353 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:25.284812 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-17a9054c-c624-40b6-8797-d48e0b7fd12c req-06745f1e-99f9-44aa-8e5c-f9f304bda353 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 944 time: 0.0806308 Aug 10 14:08:25.353715 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dae56-8c24-479f-9475-6de762141daa req-5293c883-0fcb-4639-924d-6c5c73d29db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:25.355358 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-5293c883-0fcb-4639-924d-6c5c73d29db6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8f829a9-ed05-423e-9307-cbad420dc602 HTTP/1.1" status: 200 len: 853 time: 0.0804489 Aug 10 14:08:25.360866 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-17a9054c-c624-40b6-8797-d48e0b7fd12c req-eff6ff50-da03-41d5-a428-c4d7c2a51b03 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668752 Aug 10 14:08:25.360953 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46680) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:25.406012 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-615bf6bb-fa6e-4a09-ba85-eea0cab0015a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8b856198-7732-4633-8464-6bfac4b14869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393839 Aug 10 14:08:25.537452 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4908af-6d85-4640-8e79-f591e1348cbd req-ab283b73-3e1e-40d1-8b99-c7d6efcadaa8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:25.538958 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bf4908af-6d85-4640-8e79-f591e1348cbd req-ab283b73-3e1e-40d1-8b99-c7d6efcadaa8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0978348 Aug 10 14:08:25.555147 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 49acae9a-2832-4566-9513-4bc760188576 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:25.570635 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-75c9943e-76bf-4207-862a-769a13ff500d service neutron] 10.222.0.53 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508112 Aug 10 14:08:25.581434 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46694) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:25.592488 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-233223919-network', 'tenant_id': '23d8f47767b447079b576d527e9d5411'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:25.632001 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 49acae9a-2832-4566-9513-4bc760188576 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:25.634383 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bf4908af-6d85-4640-8e79-f591e1348cbd req-d42f6eb4-7913-4a58-92b4-1d2047f0329f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864193 Aug 10 14:08:25.638528 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 49acae9a-2832-4566-9513-4bc760188576 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:25.639642 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.668144 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-af859368-0956-434b-9ecd-4e4a23d3abb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.696522 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Made reservation on behalf of 23d8f47767b447079b576d527e9d5411 for: {'network': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:25.699634 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.718529 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.754419 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-020dae56-8c24-479f-9475-6de762141daa req-22ce5063-c2bf-46f7-94f8-d9f0b2dd50da service neutron] 10.222.0.53 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533809 Aug 10 14:08:25.806573 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.844619 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-af859368-0956-434b-9ecd-4e4a23d3abb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.847312 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c3ce0e-cf3e-4cd2-9664-bfe62004faea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49acae9a-2832-4566-9513-4bc760188576'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:25.853069 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fad0512-40b5-4265-aed9-730bc78ba086" -d '{"events": [{"server_uuid": "31c3ce0e-cf3e-4cd2-9664-bfe62004faea", "name": "network-vif-plugged", "status": "completed", "tag": "49acae9a-2832-4566-9513-4bc760188576"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:25.855913 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-af859368-0956-434b-9ecd-4e4a23d3abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.868086 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 49acae9a-2832-4566-9513-4bc760188576, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49acae9a-2832-4566-9513-4bc760188576,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:25.875142 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:25.900384 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf67805-2fd4-4214-ac7b-435cc9f5233e req-a73aacda-0a3e-44f5-b390-b40038c558c2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:25.901980 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1bf67805-2fd4-4214-ac7b-435cc9f5233e req-a73aacda-0a3e-44f5-b390-b40038c558c2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 944 time: 0.0847950 Aug 10 14:08:25.916505 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af859368-0956-434b-9ecd-4e4a23d3abb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb97b5a-4cd8-468b-b153-6a14ee38c370,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:25.927930 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-af859368-0956-434b-9ecd-4e4a23d3abb1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e495652e8334c52a0ec799f16a9e1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453331 Aug 10 14:08:25.928731 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46708) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:25.936385 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=49acae9a-2832-4566-9513-4bc760188576,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:25.962651 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836d00b9-23bd-4b75-8d06-9a9382690d63 x-openstack-request-id: req-836d00b9-23bd-4b75-8d06-9a9382690d63 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:25.962944 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c3ce0e-cf3e-4cd2-9664-bfe62004faea", "name": "network-vif-plugged", "status": "completed", "tag": "49acae9a-2832-4566-9513-4bc760188576", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:25.963198 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-836d00b9-23bd-4b75-8d06-9a9382690d63 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:25.963652 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c3ce0e-cf3e-4cd2-9664-bfe62004faea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49acae9a-2832-4566-9513-4bc760188576', 'code': 200} Aug 10 14:08:25.987767 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d4b699c6-f6dd-4cbc-8e64-81147a996360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.013444 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d4b699c6-f6dd-4cbc-8e64-81147a996360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.068554 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d4b699c6-f6dd-4cbc-8e64-81147a996360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.072951 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d4b699c6-f6dd-4cbc-8e64-81147a996360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.088780 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d4b699c6-f6dd-4cbc-8e64-81147a996360 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cb97b5a-4cd8-468b-b153-6a14ee38c370 HTTP/1.1" status: 204 len: 168 time: 0.1534228 Aug 10 14:08:26.109525 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b699c6-f6dd-4cbc-8e64-81147a996360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb97b5a-4cd8-468b-b153-6a14ee38c370,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:26.228315 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-8e77a7e8-6dee-4ae3-8204-43cc99a444be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:26.229818 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-8e77a7e8-6dee-4ae3-8204-43cc99a444be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b2b8aba95494a9c8812036defa6f675&device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 1097 time: 0.3045232 Aug 10 14:08:26.248548 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1bf67805-2fd4-4214-ac7b-435cc9f5233e req-d5ad1674-c221-42af-95ac-8cde3bef28ba tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341138 Aug 10 14:08:26.261502 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5dea9-f0e8-4f25-ad13-ab47192e0dd1 req-cdc5a36d-cefe-4680-b2eb-7f39dbfab71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:26.263092 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-51d5dea9-f0e8-4f25-ad13-ab47192e0dd1 req-cdc5a36d-cefe-4680-b2eb-7f39dbfab71f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 1098 time: 0.0637889 Aug 10 14:08:26.315405 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.316958 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-51d5dea9-f0e8-4f25-ad13-ab47192e0dd1 req-806cc731-8119-47de-920f-55e90df2a64a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393810 Aug 10 14:08:26.325678 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.372358 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:08:26.386247 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd73e1a8-d02e-40a0-83c2-01e307053e51,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:26.397633 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.397970 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.segments_db [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Added segment 289234ec-27e9-4e78-b33e-7d76f4cce739 of type vlan for network e62134f9-ecff-42c9-b4ad-431bf2004649 Aug 10 14:08:26.417088 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-1207194a-b974-4f25-9615-07dc4bf3a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:26.418522 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-1207194a-b974-4f25-9615-07dc4bf3a534 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8b856198-7732-4633-8464-6bfac4b14869 HTTP/1.1" status: 200 len: 914 time: 0.1666791 Aug 10 14:08:26.454635 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.534308 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cce87-c31f-4e07-93ae-611f8d0fe535 req-8d2e7dee-0cf8-44c2-a9b5-5b7689ae1927 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:26.535871 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-018cce87-c31f-4e07-93ae-611f8d0fe535 req-8d2e7dee-0cf8-44c2-a9b5-5b7689ae1927 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 944 time: 0.0713406 Aug 10 14:08:26.537042 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.537913 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:26.538528 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.584139 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46728) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:26.600838 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-61ef8b24-529d-4028-beff-166239569be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.613853 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2518234 Aug 10 14:08:26.619089 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46730) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:26.633307 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Request body: {'subnet': {'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-233223919-subnet', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'ip_version': 4}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:26.640483 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf482557-f3f9-4f81-b4e5-d51aa6f46fee admin admin] Pushing event updated for resources: {'Network': ['ID=e62134f9-ecff-42c9-b4ad-431bf2004649,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:26.641666 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.650064 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-018cce87-c31f-4e07-93ae-611f8d0fe535 req-9a27b88b-3db9-41c4-b317-f900c182af8a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952489 Aug 10 14:08:26.660221 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network e62134f9-ecff-42c9-b4ad-431bf2004649 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:08:26.711623 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-e02bb29b-4a5b-4b91-a541-3a81e4164b1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed5d1691-7139-4545-a758-a30a9cf613f0 HTTP/1.1" status: 200 len: 217 time: 0.0446887 Aug 10 14:08:26.732726 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-61ef8b24-529d-4028-beff-166239569be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.739145 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-61ef8b24-529d-4028-beff-166239569be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.793020 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef8b24-529d-4028-beff-166239569be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42660df5-351d-4aaf-9de3-b28942cd2198,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:26.802698 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-61ef8b24-529d-4028-beff-166239569be6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=348e0d562a184675a606993ba1ad62f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169740 Aug 10 14:08:26.807844 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46736) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:26.817758 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Made reservation on behalf of 23d8f47767b447079b576d527e9d5411 for: {'subnet': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:26.820059 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385917'] for subnet, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.826547 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-39d6df3b-1db8-4fae-81c8-9852fb0573eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:26.828009 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-39d6df3b-1db8-4fae-81c8-9852fb0573eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8f829a9-ed05-423e-9307-cbad420dc602 HTTP/1.1" status: 200 len: 853 time: 0.0961695 Aug 10 14:08:26.861750 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-da8acbfb-6769-444f-8d1d-ff0a3146d81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.885115 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-da8acbfb-6769-444f-8d1d-ff0a3146d81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.898677 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-22fdae05-ead6-418a-836c-acb5b70781ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8b856198-7732-4633-8464-6bfac4b14869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341821 Aug 10 14:08:26.906198 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f0ec3-eeb3-4b57-a28f-0785e506743c req-7e18bdbc-efef-446d-8bca-68ea20db9c01 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:26.907594 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9e1f0ec3-eeb3-4b57-a28f-0785e506743c req-7e18bdbc-efef-446d-8bca-68ea20db9c01 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1421380 Aug 10 14:08:26.935050 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-da8acbfb-6769-444f-8d1d-ff0a3146d81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.937698 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-da8acbfb-6769-444f-8d1d-ff0a3146d81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:26.939068 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-da8acbfb-6769-444f-8d1d-ff0a3146d81c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42660df5-351d-4aaf-9de3-b28942cd2198 HTTP/1.1" status: 204 len: 168 time: 0.1303632 Aug 10 14:08:26.951684 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8acbfb-6769-444f-8d1d-ff0a3146d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42660df5-351d-4aaf-9de3-b28942cd2198,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:27.041912 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9e1f0ec3-eeb3-4b57-a28f-0785e506743c req-58928fe1-5858-4602-b88d-59a113446ab0 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259248 Aug 10 14:08:27.069828 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-8f0678e3-bb4a-49b9-b3b8-921bbeb2a631 service neutron] 10.222.0.53 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514871 Aug 10 14:08:27.217541 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13547448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385903'] for subnet, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.248364 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc527053-528e-4ed5-88f2-024f8fa73d70 req-9e81fe06-3220-41a7-ab4e-e0040c71137d service neutron] 10.222.0.53 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599174 Aug 10 14:08:27.286625 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6073c1-40c1-4d45-9774-c0f7e7a82ce1,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:27.295107 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Checking segment: {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:27.295493 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Network hostable DHCP agents. Network: e62134f9-ecff-42c9-b4ad-431bf2004649, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:08:27.295825 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46746) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:27.310362 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-57bb5c55-6f63-4e42-b8b8-59366e9650a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.314073 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Network e62134f9-ecff-42c9-b4ad-431bf2004649 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:08:27.331783 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, e62134f9-ecff-42c9-b4ad-431bf2004649) {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:27.342687 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f544fca-4bc5-4d37-8347-de286760a91e None None] Network e62134f9-ecff-42c9-b4ad-431bf2004649 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:08:27.351210 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:27.352166 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.382688 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357919fd-1db7-4731-9695-296008cdbe07 req-0dc45fd2-2c39-4018-9073-fb35663a0aaa tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:27.384775 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-357919fd-1db7-4731-9695-296008cdbe07 req-0dc45fd2-2c39-4018-9073-fb35663a0aaa tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.0682104 Aug 10 14:08:27.421702 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-57bb5c55-6f63-4e42-b8b8-59366e9650a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.426255 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-57bb5c55-6f63-4e42-b8b8-59366e9650a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.426675 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-357919fd-1db7-4731-9695-296008cdbe07 req-d7791c54-265e-47d5-8fcd-75c8905c7016 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Aug 10 14:08:27.437468 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-0d228d97-d4fd-4e7e-bae2-f9feaed999c8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8106351 Aug 10 14:08:27.438039 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46748) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:27.443031 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:27.466309 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-57bb5c55-6f63-4e42-b8b8-59366e9650a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7438e4ddec66428bb00d75d2c18d96c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691444 Aug 10 14:08:27.467168 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb5c55-6f63-4e42-b8b8-59366e9650a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7e23df-fe7a-4346-928f-a52dd4514aef,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:27.469991 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46750) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:27.486762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.488025 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.519264 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-e62134f9-ecff-42c9-b4ad-431bf2004649', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:08:27.520387 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.527516 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e5bc-cc4c-4b77-afdc-348bc3c83432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.544413 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.549629 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e5bc-cc4c-4b77-afdc-348bc3c83432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.603941 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e5bc-cc4c-4b77-afdc-348bc3c83432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.608114 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e5bc-cc4c-4b77-afdc-348bc3c83432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.609325 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d8b6e5bc-cc4c-4b77-afdc-348bc3c83432 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b7e23df-fe7a-4346-928f-a52dd4514aef HTTP/1.1" status: 204 len: 168 time: 0.1384220 Aug 10 14:08:27.619630 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6e5bc-cc4c-4b77-afdc-348bc3c83432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7e23df-fe7a-4346-928f-a52dd4514aef,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:27.668583 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Allocated IP 172.20.0.2 (e62134f9-ecff-42c9-b4ad-431bf2004649/da6073c1-40c1-4d45-9774-c0f7e7a82ce1/dd613e55-898f-4366-b6dd-803b733f1ee4) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:27.706433 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.830757 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1ce88-5b77-4900-9120-14eba1973391 req-d9a4a051-e0ba-40cf-a7d5-24312038ab6c tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:27.832442 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4fe1ce88-5b77-4900-9120-14eba1973391 req-d9a4a051-e0ba-40cf-a7d5-24312038ab6c tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 944 time: 0.0759654 Aug 10 14:08:27.891516 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.896670 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4fe1ce88-5b77-4900-9120-14eba1973391 req-457cfa7e-a374-46c1-9333-3945f6a92bb5 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555727 Aug 10 14:08:27.908222 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Transition to ACTIVE for port object dd613e55-898f-4366-b6dd-803b733f1ee4 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:27.939624 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Transition to ACTIVE for port object dd613e55-898f-4366-b6dd-803b733f1ee4 will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:27.948827 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:27.969888 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Network e62134f9-ecff-42c9-b4ad-431bf2004649 is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:27.973151 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:28.027700 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:28.080939 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Pushing event updated for resources: {'Port': ['ID=dd613e55-898f-4366-b6dd-803b733f1ee4,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:28.087349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:28.110413 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:28.130940 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Attempting to bind port dd613e55-898f-4366-b6dd-803b733f1ee4 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:08:28.132621 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Attempting to bind port dd613e55-898f-4366-b6dd-803b733f1ee4 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:08:28.133256 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Attempting to bind port dd613e55-898f-4366-b6dd-803b733f1ee4 on network e62134f9-ecff-42c9-b4ad-431bf2004649 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:28.140804 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:08:28.141350 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Checking segment: {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:28.141733 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:28.142138 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Bound using segment: {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:08:28.142752 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Bound port: dd613e55-898f-4366-b6dd-803b733f1ee4, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:08:28.143047 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:28.233522 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] For port dd613e55-898f-4366-b6dd-803b733f1ee4, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:08:28.236869 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] For port dd613e55-898f-4366-b6dd-803b733f1ee4, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=dd613e55-898f-4366-b6dd-803b733f1ee4,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:08:28.243865 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:28.292488 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b77083-d026-41bb-b55c-db42cfab4c27 req-02c71041-9369-4c36-8eeb-804e53b394d7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:28.294096 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-27b77083-d026-41bb-b55c-db42cfab4c27 req-02c71041-9369-4c36-8eeb-804e53b394d7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1101434 Aug 10 14:08:28.320594 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Allocated IP 172.27.1.191 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/137627e7-e9cc-4c53-b559-287bb59922bb) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:28.322594 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918b36a-4fe1-45da-862a-bf2f2ce4d85b None None] Pushing event updated for resources: {'Port': ['ID=dd613e55-898f-4366-b6dd-803b733f1ee4,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:28.409122 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-27b77083-d026-41bb-b55c-db42cfab4c27 req-d6062c1b-cd88-4949-8733-d2adf15348cd tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954359 Aug 10 14:08:28.479145 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:28.595745 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:28.667915 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:28.682424 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0c72c-96ec-4e24-8ec6-b5e5301e11b6 req-0443316e-fd05-447a-ad42-1252cefb177b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:28.689745 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2be0c72c-96ec-4e24-8ec6-b5e5301e11b6 req-0443316e-fd05-447a-ad42-1252cefb177b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.1621988 Aug 10 14:08:28.691817 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:28.697642 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:28.706710 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Pushing event updated for resources: {'Port': ['ID=137627e7-e9cc-4c53-b559-287bb59922bb,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:28.729582 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device dd613e55-898f-4366-b6dd-803b733f1ee4 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:28.769823 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2be0c72c-96ec-4e24-8ec6-b5e5301e11b6 req-1185e5ce-7a6f-4ef5-b947-ca0945bfaf44 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792089 Aug 10 14:08:28.785443 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port dd613e55-898f-4366-b6dd-803b733f1ee4 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:29.057397 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:29.118884 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031f57a-91bd-405d-ac33-0a8837b49903 req-faf53f22-6321-4954-8dde-636b1b6683c7 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:29.120420 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e031f57a-91bd-405d-ac33-0a8837b49903 req-faf53f22-6321-4954-8dde-636b1b6683c7 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 944 time: 0.1182451 Aug 10 14:08:29.406468 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e031f57a-91bd-405d-ac33-0a8837b49903 req-57c8c62f-3913-4b42-b3e3-6566b15b907f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769330 Aug 10 14:08:29.422208 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e8400-b659-493a-b8a1-62de0fe057b0 None None] Network e62134f9-ecff-42c9-b4ad-431bf2004649 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:08:29.534952 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-dee5bbdf-9cb8-43f4-96bd-db2837ac1d2c None None] Provisioning for port dd613e55-898f-4366-b6dd-803b733f1ee4 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:29.543328 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:29.547705 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-dee5bbdf-9cb8-43f4-96bd-db2837ac1d2c None None] Provisioning complete for port dd613e55-898f-4366-b6dd-803b733f1ee4 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:29.548204 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-dee5bbdf-9cb8-43f4-96bd-db2837ac1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:29.698518 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Router 38cef93e-df7e-45a4-97d6-54c4df642f9c is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:08:29.728977 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-dee5bbdf-9cb8-43f4-96bd-db2837ac1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:29.781552 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-dee5bbdf-9cb8-43f4-96bd-db2837ac1d2c None None] For port dd613e55-898f-4366-b6dd-803b733f1ee4, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=dd613e55-898f-4366-b6dd-803b733f1ee4,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:29.786991 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-dee5bbdf-9cb8-43f4-96bd-db2837ac1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:29.856835 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb00eb-9018-4ca2-9d18-3dda599807ac req-88431f3f-ca85-4a4b-8928-3533b94997c2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:29.858516 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-20fb00eb-9018-4ca2-9d18-3dda599807ac req-88431f3f-ca85-4a4b-8928-3533b94997c2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1115324 Aug 10 14:08:29.869370 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5bbdf-9cb8-43f4-96bd-db2837ac1d2c None None] Pushing event updated for resources: {'Port': ['ID=dd613e55-898f-4366-b6dd-803b733f1ee4,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:29.897145 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:08:29.910913 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Sync routers for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:08:29.925262 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-20fb00eb-9018-4ca2-9d18-3dda599807ac req-15b439b8-9538-46e7-b0e7-9ada71da56a1 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558882 Aug 10 14:08:29.927579 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:29.931380 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-b93c2f17-9335-44eb-96a1-9c10b45b5ccf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4899700 Aug 10 14:08:29.931685 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46864) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:29.932218 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:29.932872 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:08:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:30.098836 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:30.112238 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a5c43377-0c34-4635-84e0-8c280cb367a6 None None] Provisioning complete for port dd613e55-898f-4366-b6dd-803b733f1ee4 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:30.112625 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a5c43377-0c34-4635-84e0-8c280cb367a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.302794 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:28Z', 'revision_number': 3, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:30.337517 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Checking router: 38cef93e-df7e-45a4-97d6-54c4df642f9c for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:08:30.338046 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Updating router 38cef93e-df7e-45a4-97d6-54c4df642f9c port 137627e7-e9cc-4c53-b559-287bb59922bb binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:08:30.372839 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.394505 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46878) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:30.546298 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a128-ee41-4492-93d9-29d870f96b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.640793 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device dd613e55-898f-4366-b6dd-803b733f1ee4 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:30.661627 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a128-ee41-4492-93d9-29d870f96b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.667497 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a128-ee41-4492-93d9-29d870f96b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.676920 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.702823 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port dd613e55-898f-4366-b6dd-803b733f1ee4 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:30.702823 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.709836 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7a128-ee41-4492-93d9-29d870f96b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179c7587-05f3-4a93-9207-8a5e9d49c166,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:30.734685 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-b4c7a128-ee41-4492-93d9-29d870f96b7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e503105b5e6545e288eb1655552575dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389382 Aug 10 14:08:30.737206 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46884) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:30.746305 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.757899 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Transition to ACTIVE for port object 137627e7-e9cc-4c53-b559-287bb59922bb will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:30.765813 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.816596 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a4ac62b6-7812-4c68-ad22-1b3a23f37929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.827370 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Attempting to bind port 137627e7-e9cc-4c53-b559-287bb59922bb on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:08:30.827753 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Attempting to bind port 137627e7-e9cc-4c53-b559-287bb59922bb by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:08:30.828312 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Attempting to bind port 137627e7-e9cc-4c53-b559-287bb59922bb on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:30.831438 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Pushing event updated for resources: {'Port': ['ID=137627e7-e9cc-4c53-b559-287bb59922bb,revision_number=2']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:30.839447 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:08:30.840088 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:30.840652 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.841222 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:08:30.841840 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Bound port: 137627e7-e9cc-4c53-b559-287bb59922bb, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:08:30.842417 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.844540 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a4ac62b6-7812-4c68-ad22-1b3a23f37929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.865171 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.866289 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.866289 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.866289 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.866648 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.866847 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.867210 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.867532 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.868209 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.868209 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.868541 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.868862 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:08:30.875944 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Allocated IP 172.20.0.1 (e62134f9-ecff-42c9-b4ad-431bf2004649/da6073c1-40c1-4d45-9774-c0f7e7a82ce1/7756b03e-f1f0-423a-bde0-21c52f580076) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:30.895214 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a4ac62b6-7812-4c68-ad22-1b3a23f37929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.897765 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a4ac62b6-7812-4c68-ad22-1b3a23f37929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.902137 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-a4ac62b6-7812-4c68-ad22-1b3a23f37929 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/179c7587-05f3-4a93-9207-8a5e9d49c166 HTTP/1.1" status: 204 len: 168 time: 0.1604965 Aug 10 14:08:30.909690 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac62b6-7812-4c68-ad22-1b3a23f37929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c7587-05f3-4a93-9207-8a5e9d49c166,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:30.910527 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] For port 137627e7-e9cc-4c53-b559-287bb59922bb, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:08:30.914224 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] For port 137627e7-e9cc-4c53-b559-287bb59922bb, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=137627e7-e9cc-4c53-b559-287bb59922bb,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:08:30.920916 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:30.973564 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:30.974515 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:08:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:31.001928 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.017050 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Transition to ACTIVE for port object 7756b03e-f1f0-423a-bde0-21c52f580076 will not be triggered until provisioned by entity DHCP. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:31.036189 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f9925-6adc-4e54-8a9e-b9efe2558f07 None None] Pushing event updated for resources: {'Port': ['ID=137627e7-e9cc-4c53-b559-287bb59922bb,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:31.062412 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.096600 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:31.099160 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Network e62134f9-ecff-42c9-b4ad-431bf2004649 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:31.102707 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:31.108390 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:31.135188 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Pushing event updated for resources: {'Port': ['ID=7756b03e-f1f0-423a-bde0-21c52f580076,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:31.158891 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.211525 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:08:31.242747 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46896) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:31.255846 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1bbaaa58-74e6-44b9-94d8-0ddf929a7ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.288692 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ed5d1691-7139-4545-a758-a30a9cf613f0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:08:31.296760 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.390428 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:28Z', 'revision_number': 3, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:31.393080 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1bbaaa58-74e6-44b9-94d8-0ddf929a7ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.405132 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1bbaaa58-74e6-44b9-94d8-0ddf929a7ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.446684 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb7ddfb-ea8c-4d02-998f-8db7d838bf59 None None] The sync data for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi is: [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:28Z', 'revision_number': 3, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:08:31.448180 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaaa58-74e6-44b9-94d8-0ddf929a7ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1167fa9c-7da3-4fc8-95be-286e398c9bb9,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:31.483437 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b569d4d1-9fd8-4f65-b5f8-634b2e615f8f None None] Provisioning for port 7756b03e-f1f0-423a-bde0-21c52f580076 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:31.504466 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b569d4d1-9fd8-4f65-b5f8-634b2e615f8f None None] Provisioning complete for port 7756b03e-f1f0-423a-bde0-21c52f580076 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:31.504831 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b569d4d1-9fd8-4f65-b5f8-634b2e615f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.513384 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-1bbaaa58-74e6-44b9-94d8-0ddf929a7ae1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc90aeae506140208aaa09e6f0657510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699516 Aug 10 14:08:31.515244 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 46898) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:31.560591 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port ed5d1691-7139-4545-a758-a30a9cf613f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed5d1691-7139-4545-a758-a30a9cf613f0,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:31.564564 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.569905 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.574880 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-b569d4d1-9fd8-4f65-b5f8-634b2e615f8f None None] Port 7756b03e-f1f0-423a-bde0-21c52f580076 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:08:31.580344 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': 'ed5d1691-7139-4545-a758-a30a9cf613f0', 'network_id': '8b856198-7732-4633-8464-6bfac4b14869', 'port_id': 'ed5d1691-7139-4545-a758-a30a9cf613f0', 'mac_address': 'fa:16:3e:70:38:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f829a9-ed05-423e-9307-cbad420dc602', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:08:31.637780 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.645287 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.647772 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Pushing event updated for resources: {'Port': ['ID=7756b03e-f1f0-423a-bde0-21c52f580076,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:31.655256 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5d1691-7139-4545-a758-a30a9cf613f0 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:08:31.672073 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8e2afda9-ab74-45c9-97ce-c132a980612b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.678357 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port ed5d1691-7139-4545-a758-a30a9cf613f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed5d1691-7139-4545-a758-a30a9cf613f0,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:31.683410 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.687767 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386f06-340e-4ac3-92ff-7ffad1d85f06 req-6dee6c10-9b1c-4a2c-b224-20d1bef3ba4e tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:31.689479 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f9386f06-340e-4ac3-92ff-7ffad1d85f06 req-6dee6c10-9b1c-4a2c-b224-20d1bef3ba4e tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 944 time: 0.1733472 Aug 10 14:08:31.720578 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed1e09-cf2d-42af-a8bf-1f523506d5ea req-4f8dc8b0-c521-441d-a710-604b76dbc03e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:31.722393 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8fed1e09-cf2d-42af-a8bf-1f523506d5ea req-4f8dc8b0-c521-441d-a710-604b76dbc03e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.2079277 Aug 10 14:08:31.747508 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=ed5d1691-7139-4545-a758-a30a9cf613f0,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:31.760565 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8e2afda9-ab74-45c9-97ce-c132a980612b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.767823 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Network e62134f9-ecff-42c9-b4ad-431bf2004649 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:31.769318 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:31.831961 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8fed1e09-cf2d-42af-a8bf-1f523506d5ea req-b8890253-84f1-447b-bfa2-09a9e613df2d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970049 Aug 10 14:08:31.837971 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f9386f06-340e-4ac3-92ff-7ffad1d85f06 req-e84c5edf-bf34-426a-b0ba-1b886158e346 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385524 Aug 10 14:08:31.866979 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8e2afda9-ab74-45c9-97ce-c132a980612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.870086 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8e2afda9-ab74-45c9-97ce-c132a980612b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:31.873672 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-8e2afda9-ab74-45c9-97ce-c132a980612b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1167fa9c-7da3-4fc8-95be-286e398c9bb9 HTTP/1.1" status: 204 len: 168 time: 0.3462939 Aug 10 14:08:31.902196 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2afda9-ab74-45c9-97ce-c132a980612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1167fa9c-7da3-4fc8-95be-286e398c9bb9,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:32.010877 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Router 38cef93e-df7e-45a4-97d6-54c4df642f9c has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:08:32.191570 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:08:32.196911 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-99f4be6c-3f01-4a48-af20-f5c45b13162b admin admin] 10.222.0.26 "PUT /v2.0/routers/38cef93e-df7e-45a4-97d6-54c4df642f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2634847 Aug 10 14:08:32.226154 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['ed5d1691-7139-4545-a758-a30a9cf613f0'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:08:32.231235 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-02f4069c-e2af-41f0-8e79-bcb4d79fa236 None None] Provisioning complete for port 7756b03e-f1f0-423a-bde0-21c52f580076 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:32.231700 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-02f4069c-e2af-41f0-8e79-bcb4d79fa236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:32.455951 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-02f4069c-e2af-41f0-8e79-bcb4d79fa236 None None] Port 7756b03e-f1f0-423a-bde0-21c52f580076 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:08:32.679457 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 137627e7-e9cc-4c53-b559-287bb59922bb up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:32.741318 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 137627e7-e9cc-4c53-b559-287bb59922bb completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:32.746111 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 137627e7-e9cc-4c53-b559-287bb59922bb triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:32.746500 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:32.837085 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:32.858245 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 137627e7-e9cc-4c53-b559-287bb59922bb, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=137627e7-e9cc-4c53-b559-287bb59922bb,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:32.863964 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:32.927429 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=137627e7-e9cc-4c53-b559-287bb59922bb,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:32.990538 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46952) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:32.996079 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1251194983-network', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:33.018016 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Made reservation on behalf of fff7603f47b94bc3a97b59e5b2ca2c94 for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:33.020705 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.030383 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.063147 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb061f-5dd2-41e7-9664-586a8595d34a req-e74ac9c1-79ce-4a45-818e-44ae3fd71bb9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:33.064663 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1cdb061f-5dd2-41e7-9664-586a8595d34a req-e74ac9c1-79ce-4a45-818e-44ae3fd71bb9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0918043 Aug 10 14:08:33.077929 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a330de-91bb-4d44-9e37-8dc12967de55 req-6572becb-f794-4efe-ada9-a8b195c87c2f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:33.085596 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-28a330de-91bb-4d44-9e37-8dc12967de55 req-6572becb-f794-4efe-ada9-a8b195c87c2f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 945 time: 0.1008921 Aug 10 14:08:33.130474 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.135733 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.154202 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1cdb061f-5dd2-41e7-9664-586a8595d34a req-fc2ba882-41bc-4d2e-9ccb-bb303252609d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675237 Aug 10 14:08:33.161839 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:08:33.173130 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-28a330de-91bb-4d44-9e37-8dc12967de55 req-1f99c6aa-d1b2-4419-9ce6-7e9e3b33f92f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747521 Aug 10 14:08:33.187873 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09b1d2b-b50c-4ea6-9e03-86ce9bd3c329,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:33.216232 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.216597 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Added segment 9a17b390-37ea-4f54-b5cf-0394b286972d of type vlan for network ef867ac5-731c-4bec-a85e-7c11528671ac Aug 10 14:08:33.272666 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.318630 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.319686 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:33.320298 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.396225 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4018238 Aug 10 14:08:33.396504 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 46976) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:33.403980 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Request body: {'subnet': {'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1251194983-subnet', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:33.424681 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdf586-3456-4197-8833-41f8f474c7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ef867ac5-731c-4bec-a85e-7c11528671ac,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:33.430116 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Made reservation on behalf of fff7603f47b94bc3a97b59e5b2ca2c94 for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:33.434297 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13264278'] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.439958 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network ef867ac5-731c-4bec-a85e-7c11528671ac details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:08:33.678032 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14095255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13264260'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.733803 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5488a33f-6b46-475d-9ae1-b0aac8a3c01a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:33.735929 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5488a33f-6b46-475d-9ae1-b0aac8a3c01a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 815 time: 0.1495311 Aug 10 14:08:33.750356 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c10c63-1f98-499f-b106-cea86c214304,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:33.750554 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ed5d1691-7139-4545-a758-a30a9cf613f0 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:33.752644 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Checking segment: {'id': '9a17b390-37ea-4f54-b5cf-0394b286972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:33.753012 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Network hostable DHCP agents. Network: ef867ac5-731c-4bec-a85e-7c11528671ac, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:08:33.778937 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Network ef867ac5-731c-4bec-a85e-7c11528671ac is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:08:33.793303 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-484d8289-2164-4e07-a335-9a79330da6cf tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/quotas/60d9d194cba4415e920751d966cf29ba HTTP/1.1" status: 200 len: 375 time: 0.0461924 Aug 10 14:08:33.794020 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Sync routers for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:08:33.801600 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, ef867ac5-731c-4bec-a85e-7c11528671ac) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:33.809420 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:33.810397 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:08:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:33.816711 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:33.817476 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.837692 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 47002) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:33.838207 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-09a8ee1b-7e39-46ad-bdba-65d818e1d96d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4380848 Aug 10 14:08:33.843430 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:33.871142 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3d3873-bb4c-4044-9a62-be5d8a9c0632 None None] Network ef867ac5-731c-4bec-a85e-7c11528671ac requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:08:33.882317 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-c4e156f0-106c-44e2-884e-c3662c2c4311 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834212 Aug 10 14:08:33.928188 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:33.929475 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.001143 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port ed5d1691-7139-4545-a758-a30a9cf613f0 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:34.005419 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:34.019330 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.027903 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-8b46bb61-6074-4276-b999-fd639e7f66b6 service neutron] 10.222.0.26 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447399 Aug 10 14:08:34.044671 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port ed5d1691-7139-4545-a758-a30a9cf613f0 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:34.045051 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.231382 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.266820 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-ef867ac5-731c-4bec-a85e-7c11528671ac', 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'fixed_ips': [{'subnet_id': 'f8c10c63-1f98-499f-b106-cea86c214304'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:08:34.267858 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.336491 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-795aee66-4377-4fca-9d78-0d4c0d07d90e service neutron] 10.222.0.26 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750425 Aug 10 14:08:34.370255 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17657-4e8d-45bf-8077-1cc04fbe946f req-adf88ebc-2f3b-4d58-8378-8f6636dffac2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:34.372186 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eaa17657-4e8d-45bf-8077-1cc04fbe946f req-adf88ebc-2f3b-4d58-8378-8f6636dffac2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1119020 Aug 10 14:08:34.387133 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.444832 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eaa17657-4e8d-45bf-8077-1cc04fbe946f req-040df6d7-c172-48fa-9c51-36a0f4609a48 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655372 Aug 10 14:08:34.458597 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c632d1-7714-4436-b5a8-15ce1f703c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5d1691-7139-4545-a758-a30a9cf613f0'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:34.460852 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d06e55-0ae4-415f-b803-60e01eac0727" -d '{"events": [{"server_uuid": "35c632d1-7714-4436-b5a8-15ce1f703c5e", "name": "network-vif-plugged", "status": "completed", "tag": "ed5d1691-7139-4545-a758-a30a9cf613f0"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:34.498534 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port ed5d1691-7139-4545-a758-a30a9cf613f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed5d1691-7139-4545-a758-a30a9cf613f0,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:34.506269 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.579801 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Allocated IP 172.20.0.2 (ef867ac5-731c-4bec-a85e-7c11528671ac/f8c10c63-1f98-499f-b106-cea86c214304/12ba840a-e35e-4094-9f7b-1f36f566ec1c) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:34.656923 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.686287 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=ed5d1691-7139-4545-a758-a30a9cf613f0,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:34.699298 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca47098b-5779-419f-89c0-8027a4451b3c x-openstack-request-id: req-ca47098b-5779-419f-89c0-8027a4451b3c {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:34.699769 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c632d1-7714-4436-b5a8-15ce1f703c5e", "name": "network-vif-plugged", "status": "completed", "tag": "ed5d1691-7139-4545-a758-a30a9cf613f0", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:34.700181 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca47098b-5779-419f-89c0-8027a4451b3c {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:34.701788 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c632d1-7714-4436-b5a8-15ce1f703c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5d1691-7139-4545-a758-a30a9cf613f0', 'code': 200} Aug 10 14:08:34.705940 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '7756b03e-f1f0-423a-bde0-21c52f580076', 'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'mac_address': 'fa:16:3e:ad:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:30Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 2, 'project_id': '23d8f47767b447079b576d527e9d5411', 'subnets': [{'id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:34.710572 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.713255 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 137627e7-e9cc-4c53-b559-287bb59922bb up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:34.766791 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Checking router: 38cef93e-df7e-45a4-97d6-54c4df642f9c for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:08:34.767458 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Updating router 38cef93e-df7e-45a4-97d6-54c4df642f9c port 7756b03e-f1f0-423a-bde0-21c52f580076 binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:08:34.817535 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:34.819613 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ced3ed-0a7c-4930-a161-c8b63785c080 req-71750867-30b2-4db5-ae73-8f0dc155696d tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:34.821708 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-36ced3ed-0a7c-4930-a161-c8b63785c080 req-71750867-30b2-4db5-ae73-8f0dc155696d tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 946 time: 0.1775756 Aug 10 14:08:34.823566 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9c007a38-6efe-4b09-8e80-424235c7f9db req-e967b348-4e06-4bde-9482-fd188d2f3023 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 210 time: 0.0584772 Aug 10 14:08:34.977853 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-36ced3ed-0a7c-4930-a161-c8b63785c080 req-87dd1b8d-a955-47fd-9821-4f98f56fee67 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432893 Aug 10 14:08:35.001624 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 137627e7-e9cc-4c53-b559-287bb59922bb triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:35.001996 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.005893 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Allocated IP 172.27.1.149 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/47b454e8-fc37-40e6-b999-e1621d608c23) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:35.027623 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f70b9-c955-4aae-a466-75f79ca66c5b req-db989bea-1213-447e-bbde-da65f863bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:35.029286 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c39f70b9-c955-4aae-a466-75f79ca66c5b req-db989bea-1213-447e-bbde-da65f863bde7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 1099 time: 0.1170461 Aug 10 14:08:35.066902 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.090474 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Transition to ACTIVE for port object 12ba840a-e35e-4094-9f7b-1f36f566ec1c will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:35.131036 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Transition to ACTIVE for port object 12ba840a-e35e-4094-9f7b-1f36f566ec1c will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:35.173700 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.179919 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c39f70b9-c955-4aae-a466-75f79ca66c5b req-56026f93-059e-4ef9-be3e-89d70558a323 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742083 Aug 10 14:08:35.216641 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.260353 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.362283 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 47050) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:35.388549 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Network ef867ac5-731c-4bec-a85e-7c11528671ac is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:35.406525 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:35.411609 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Pushing event updated for resources: {'Port': ['ID=12ba840a-e35e-4094-9f7b-1f36f566ec1c,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:35.417124 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:35.495697 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c987cfa9-25eb-4ebf-807c-7ef4e1acaa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.516067 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Attempting to bind port 12ba840a-e35e-4094-9f7b-1f36f566ec1c on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:08:35.516303 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Attempting to bind port 12ba840a-e35e-4094-9f7b-1f36f566ec1c by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '9a17b390-37ea-4f54-b5cf-0394b286972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:08:35.516551 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:35.516676 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Attempting to bind port 12ba840a-e35e-4094-9f7b-1f36f566ec1c on network ef867ac5-731c-4bec-a85e-7c11528671ac {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:35.519963 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:35.524636 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:08:35.525013 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Checking segment: {'id': '9a17b390-37ea-4f54-b5cf-0394b286972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:35.525417 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.525808 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Bound using segment: {'id': '9a17b390-37ea-4f54-b5cf-0394b286972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:08:35.526276 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Bound port: 12ba840a-e35e-4094-9f7b-1f36f566ec1c, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a17b390-37ea-4f54-b5cf-0394b286972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:08:35.526946 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.527805 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:35.549869 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.564934 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Pushing event updated for resources: {'Port': ['ID=47b454e8-fc37-40e6-b999-e1621d608c23,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:35.579772 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Transition to ACTIVE for port object 7756b03e-f1f0-423a-bde0-21c52f580076 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:35.592237 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.636765 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c987cfa9-25eb-4ebf-807c-7ef4e1acaa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.641696 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c987cfa9-25eb-4ebf-807c-7ef4e1acaa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.652438 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] For port 12ba840a-e35e-4094-9f7b-1f36f566ec1c, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:08:35.676619 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] For port 12ba840a-e35e-4094-9f7b-1f36f566ec1c, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=12ba840a-e35e-4094-9f7b-1f36f566ec1c,segment=NetworkSegment(9a17b390-37ea-4f54-b5cf-0394b286972d),segment_id=9a17b390-37ea-4f54-b5cf-0394b286972d)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:08:35.677444 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987cfa9-25eb-4ebf-807c-7ef4e1acaa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e5ea78-488f-431a-bbde-499c781a1962,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:35.677627 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5855d-dbe4-43b2-bc10-b0d2b4ef1c71 None None] Pushing event updated for resources: {'Port': ['ID=7756b03e-f1f0-423a-bde0-21c52f580076,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:35.683574 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.730292 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-c987cfa9-25eb-4ebf-807c-7ef4e1acaa4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bde751b3958a469c8dd284b04cfba1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668368 Aug 10 14:08:35.733008 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 47060) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:35.798941 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f85f42-84e5-4a17-bc85-aebbdc4addbb req-17ce04e9-6249-4173-8cb5-0dd7b68f54fe tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:35.801917 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-41f85f42-84e5-4a17-bc85-aebbdc4addbb req-17ce04e9-6249-4173-8cb5-0dd7b68f54fe tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.2659359 Aug 10 14:08:35.823901 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Attempting to bind port 7756b03e-f1f0-423a-bde0-21c52f580076 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:08:35.824872 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Attempting to bind port 7756b03e-f1f0-423a-bde0-21c52f580076 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:08:35.825403 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Attempting to bind port 7756b03e-f1f0-423a-bde0-21c52f580076 on network e62134f9-ecff-42c9-b4ad-431bf2004649 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:35.839220 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b493-a2d9-47e3-8121-103709e320d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.843625 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:08:35.845799 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Checking segment: {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:35.846489 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.846897 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Bound using segment: {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:08:35.847445 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Bound port: 7756b03e-f1f0-423a-bde0-21c52f580076, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:08:35.847832 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.877009 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c1d8c-f1f1-4f0d-b269-7ff7887e2ffc None None] Pushing event updated for resources: {'Port': ['ID=12ba840a-e35e-4094-9f7b-1f36f566ec1c,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:35.936968 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b493-a2d9-47e3-8121-103709e320d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:35.992314 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-41f85f42-84e5-4a17-bc85-aebbdc4addbb req-67fc57a1-7484-4e45-b9da-e01706883ff3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302800 Aug 10 14:08:36.030583 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] For port 7756b03e-f1f0-423a-bde0-21c52f580076, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:08:36.045272 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] For port 7756b03e-f1f0-423a-bde0-21c52f580076, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=7756b03e-f1f0-423a-bde0-21c52f580076,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:08:36.050810 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:36.063313 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b493-a2d9-47e3-8121-103709e320d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:36.068328 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b493-a2d9-47e3-8121-103709e320d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:36.074181 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-c6e3b493-a2d9-47e3-8121-103709e320d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7e5ea78-488f-431a-bbde-499c781a1962 HTTP/1.1" status: 204 len: 168 time: 0.3377299 Aug 10 14:08:36.108026 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3b493-a2d9-47e3-8121-103709e320d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e5ea78-488f-431a-bbde-499c781a1962,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:36.212137 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5855d-dbe4-43b2-bc10-b0d2b4ef1c71 None None] Pushing event updated for resources: {'Port': ['ID=7756b03e-f1f0-423a-bde0-21c52f580076,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:36.220100 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:36.223560 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:08:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:36.232646 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cb3059f8-4f16-4ce6-984b-1440eceb83ce req-d120a0b8-8ba1-4110-9b9d-58b10be24b25 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 210 time: 0.2056873 Aug 10 14:08:36.296019 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:36.442406 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:36.459195 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995aaa9-df0f-44d6-8817-837326893e6a req-6971dba0-f30c-461d-b0c1-f1ce195eecb2 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:36.467837 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c995aaa9-df0f-44d6-8817-837326893e6a req-6971dba0-f30c-461d-b0c1-f1ce195eecb2 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 946 time: 0.3364286 Aug 10 14:08:36.636146 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c995aaa9-df0f-44d6-8817-837326893e6a req-741a14b1-8492-454c-aa3a-27230874a1ab tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622481 Aug 10 14:08:36.775495 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 12ba840a-e35e-4094-9f7b-1f36f566ec1c up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:36.821327 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:36.866504 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '7756b03e-f1f0-423a-bde0-21c52f580076', 'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'mac_address': 'fa:16:3e:ad:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:30Z', 'updated_at': '2021-08-10T14:08:36Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'subnets': [{'id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:36.870970 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 12ba840a-e35e-4094-9f7b-1f36f566ec1c completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:36.910549 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142cc30-3aae-4127-b17d-98e6d0046b6b None None] The sync data for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi is: [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '7756b03e-f1f0-423a-bde0-21c52f580076', 'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'mac_address': 'fa:16:3e:ad:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:30Z', 'updated_at': '2021-08-10T14:08:36Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'subnets': [{'id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:08:37.205971 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-ea23ce44-559c-4e63-8dfd-193301efd447 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:37.207637 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-ea23ce44-559c-4e63-8dfd-193301efd447 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 815 time: 0.3374319 Aug 10 14:08:37.245524 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d4fdc-1f8c-44c3-b389-bf197af3bf2b req-9bbc7843-7f83-4943-bacd-75a0242fdb93 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:37.247214 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-560d4fdc-1f8c-44c3-b389-bf197af3bf2b req-9bbc7843-7f83-4943-bacd-75a0242fdb93 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1249621 Aug 10 14:08:37.254345 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Request body: {'port': {'device_id': '8d4c8a79-2d68-4620-92b1-2dfbf436f321', 'network_id': 'd496c528-c828-4efe-b934-272531057e9e', 'admin_state_up': True, 'tenant_id': '60d9d194cba4415e920751d966cf29ba'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:37.270292 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Router 41b60605-2d35-4661-946e-f95b9f0460a1 is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:08:37.379249 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2738422e-9001-4ec0-8ba3-9fe4e2feb19f req-aa1793cf-94cf-4eba-893d-b0b90e0b0a86 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 210 time: 0.0431347 Aug 10 14:08:37.433758 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37592f19-e200-45a8-9c2a-127ab89e5960 None None] Network ef867ac5-731c-4bec-a85e-7c11528671ac requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:08:37.442419 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-560d4fdc-1f8c-44c3-b389-bf197af3bf2b req-e20f13ff-4b05-45a8-b4c1-80797097c7fe tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799114 Aug 10 14:08:37.547499 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:08:37.563966 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Sync routers for ids ['41b60605-2d35-4661-946e-f95b9f0460a1'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:08:37.565010 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Made reservation on behalf of 60d9d194cba4415e920751d966cf29ba for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:37.568539 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:37.580529 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Routers {'41b60605-2d35-4661-946e-f95b9f0460a1'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:37.582580 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:08:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['41b60605-2d35-4661-946e-f95b9f0460a1'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:37.593430 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:37.594669 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-c1b2b1d0-f1f2-424a-8c04-868ced6be311 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7560155 Aug 10 14:08:37.598337 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 47112) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:37.616236 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-ba17b64b-0eb8-451e-ac95-204b4312033d None None] Provisioning for port 12ba840a-e35e-4094-9f7b-1f36f566ec1c completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:37.634138 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-ba17b64b-0eb8-451e-ac95-204b4312033d None None] Provisioning complete for port 12ba840a-e35e-4094-9f7b-1f36f566ec1c triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:37.634658 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-ba17b64b-0eb8-451e-ac95-204b4312033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:37.858955 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Set router 41b60605-2d35-4661-946e-f95b9f0460a1 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:37.915936 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-ba17b64b-0eb8-451e-ac95-204b4312033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:37.929092 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085618ab-a6c8-4a0a-8d77-e288dc2cd516 req-3c4b1cb7-7496-48ba-92f1-1212ea99aa37 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:37.942445 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-085618ab-a6c8-4a0a-8d77-e288dc2cd516 req-3c4b1cb7-7496-48ba-92f1-1212ea99aa37 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 946 time: 0.1543329 Aug 10 14:08:37.976149 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Allocated IP 172.20.0.5 (d496c528-c828-4efe-b934-272531057e9e/a4ffdedc-2fe2-4216-bb82-9f15d3be86d2/ab3da5d8-189c-4e7c-b5da-cd70490c59fa) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:38.013280 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-ba17b64b-0eb8-451e-ac95-204b4312033d None None] For port 12ba840a-e35e-4094-9f7b-1f36f566ec1c, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=12ba840a-e35e-4094-9f7b-1f36f566ec1c,segment=NetworkSegment(9a17b390-37ea-4f54-b5cf-0394b286972d),segment_id=9a17b390-37ea-4f54-b5cf-0394b286972d)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:38.036645 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-ba17b64b-0eb8-451e-ac95-204b4312033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:38.140696 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-085618ab-a6c8-4a0a-8d77-e288dc2cd516 req-5162c264-5606-45a0-aced-2068de42f9f6 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659122 Aug 10 14:08:38.172003 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17b64b-0eb8-451e-ac95-204b4312033d None None] Pushing event updated for resources: {'Port': ['ID=12ba840a-e35e-4094-9f7b-1f36f566ec1c,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:38.403149 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-1d19d371-c48a-4d57-a860-65683cb4b3ca None None] Provisioning complete for port 12ba840a-e35e-4094-9f7b-1f36f566ec1c triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:38.403532 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-1d19d371-c48a-4d57-a860-65683cb4b3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:38.519186 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:33Z', 'updated_at': '2021-08-10T14:08:35Z', 'revision_number': 3, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'gw_port': {'id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:34Z', 'updated_at': '2021-08-10T14:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:38.521291 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:38.612446 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:38.637424 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Checking router: 41b60605-2d35-4661-946e-f95b9f0460a1 for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:08:38.639028 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Updating router 41b60605-2d35-4661-946e-f95b9f0460a1 port 47b454e8-fc37-40e6-b999-e1621d608c23 binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:08:38.684977 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:38.779400 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9409b0bf-5d0c-40fb-aa6b-2d06625de24d req-86bb268c-ce0b-4b7b-abfc-24b28268c8e2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 210 time: 0.1567986 Aug 10 14:08:38.821242 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 12ba840a-e35e-4094-9f7b-1f36f566ec1c up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:38.914858 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Allocated IP 172.20.0.1 (ef867ac5-731c-4bec-a85e-7c11528671ac/f8c10c63-1f98-499f-b106-cea86c214304/4aa0bbec-9abb-4a36-a928-227cc67c8096) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:38.935742 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 12ba840a-e35e-4094-9f7b-1f36f566ec1c triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:38.937321 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:38.943451 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.016791 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076a7a0-2c21-4f85-8d66-7a8dbf1cf04d req-2f5cba11-b249-43d2-bc68-66fb909371f8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:39.029532 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0076a7a0-2c21-4f85-8d66-7a8dbf1cf04d req-2f5cba11-b249-43d2-bc68-66fb909371f8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.2431877 Aug 10 14:08:39.036939 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8df99d83-c74a-41f3-8536-8553f138f521', '49acae9a-2832-4566-9513-4bc760188576'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:08:39.075690 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Network d496c528-c828-4efe-b934-272531057e9e is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:39.113739 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:39.115605 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.116597 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:39.156204 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Transition to ACTIVE for port object 4aa0bbec-9abb-4a36-a928-227cc67c8096 will not be triggered until provisioned by entity DHCP. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:39.164904 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Pushing event updated for resources: {'Port': ['ID=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:39.209516 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.217465 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0076a7a0-2c21-4f85-8d66-7a8dbf1cf04d req-b4c180c3-a5c2-4197-affe-1dbff2b1f9ba tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870575 Aug 10 14:08:39.229661 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.237435 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Transition to ACTIVE for port object 47b454e8-fc37-40e6-b999-e1621d608c23 will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:39.259846 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.266026 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:39.270069 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.292057 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Network ef867ac5-731c-4bec-a85e-7c11528671ac is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:39.295484 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:39.298829 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-cab2b359-ff83-499e-b8c4-64fa259c4847 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0486412 Aug 10 14:08:39.312213 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:39.333327 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7756b03e-f1f0-423a-bde0-21c52f580076 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:39.349499 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Request body: {'port': {'device_id': '8d4c8a79-2d68-4620-92b1-2dfbf436f321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:39.359517 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Attempting to bind port 47b454e8-fc37-40e6-b999-e1621d608c23 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:08:39.360179 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Attempting to bind port 47b454e8-fc37-40e6-b999-e1621d608c23 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:08:39.361365 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Attempting to bind port 47b454e8-fc37-40e6-b999-e1621d608c23 on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:39.368425 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Pushing event updated for resources: {'Port': ['ID=4aa0bbec-9abb-4a36-a928-227cc67c8096,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:39.370923 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d462935-56ae-4b5b-aa25-3357e201afee None None] Pushing event updated for resources: {'Port': ['ID=47b454e8-fc37-40e6-b999-e1621d608c23,revision_number=2']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:39.378909 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:08:39.379725 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:39.379725 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.380116 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:08:39.382128 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Bound port: 47b454e8-fc37-40e6-b999-e1621d608c23, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:08:39.382548 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.407342 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.452502 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] For port 47b454e8-fc37-40e6-b999-e1621d608c23, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:08:39.462440 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] For port 47b454e8-fc37-40e6-b999-e1621d608c23, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=47b454e8-fc37-40e6-b999-e1621d608c23,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:08:39.470494 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.498825 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.548443 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Routers {'41b60605-2d35-4661-946e-f95b9f0460a1'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:39.549289 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:08:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['41b60605-2d35-4661-946e-f95b9f0460a1'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:39.552804 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 7756b03e-f1f0-423a-bde0-21c52f580076 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:39.576798 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 7756b03e-f1f0-423a-bde0-21c52f580076 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:39.577176 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.606945 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d462935-56ae-4b5b-aa25-3357e201afee None None] Pushing event updated for resources: {'Port': ['ID=47b454e8-fc37-40e6-b999-e1621d608c23,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:39.717002 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.733164 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] Set router 41b60605-2d35-4661-946e-f95b9f0460a1 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:39.784771 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-d30cdf26-3d34-42d7-bad0-3c43bfa347cb None None] Provisioning for port 4aa0bbec-9abb-4a36-a928-227cc67c8096 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:39.790903 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-d30cdf26-3d34-42d7-bad0-3c43bfa347cb None None] Provisioning complete for port 4aa0bbec-9abb-4a36-a928-227cc67c8096 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:39.791323 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-d30cdf26-3d34-42d7-bad0-3c43bfa347cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:39.927202 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-d30cdf26-3d34-42d7-bad0-3c43bfa347cb None None] Port 4aa0bbec-9abb-4a36-a928-227cc67c8096 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:08:39.960224 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:40.017307 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:40.024202 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:40.102612 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Pushing event updated for resources: {'Port': ['ID=4aa0bbec-9abb-4a36-a928-227cc67c8096,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:40.125295 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:40.244382 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 7756b03e-f1f0-423a-bde0-21c52f580076, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=7756b03e-f1f0-423a-bde0-21c52f580076,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:40.253068 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:40.394571 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=7756b03e-f1f0-423a-bde0-21c52f580076,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:40.411783 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3da5d8-189c-4e7c-b5da-cd70490c59fa {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:08:40.422214 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:33Z', 'updated_at': '2021-08-10T14:08:35Z', 'revision_number': 3, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'gw_port': {'id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:34Z', 'updated_at': '2021-08-10T14:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:40.427527 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:40.462594 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390ef1-ec94-470f-8b71-89d258bde9ff req-c8357d88-52a2-4fd9-9714-a9efcfa0fda2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:40.464198 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a9390ef1-ec94-470f-8b71-89d258bde9ff req-c8357d88-52a2-4fd9-9714-a9efcfa0fda2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 931 time: 0.3295135 Aug 10 14:08:40.464720 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420f9ac-3b0b-47b5-af42-60a194df3168 None None] The sync data for ids ['41b60605-2d35-4661-946e-f95b9f0460a1'] in dv-cinder-788363-11-iscsi is: [{'id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:33Z', 'updated_at': '2021-08-10T14:08:35Z', 'revision_number': 3, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'gw_port': {'id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:34Z', 'updated_at': '2021-08-10T14:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:08:40.485568 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c17a4d-1abd-4cfc-be1f-4182f27b0e04 req-f82fc08f-b0fd-47e9-8004-928b729b9232 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:40.494309 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-18c17a4d-1abd-4cfc-be1f-4182f27b0e04 req-f82fc08f-b0fd-47e9-8004-928b729b9232 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1523147 Aug 10 14:08:40.505438 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Transition to ACTIVE for port object ab3da5d8-189c-4e7c-b5da-cd70490c59fa will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:40.520523 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:40.535784 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Network ef867ac5-731c-4bec-a85e-7c11528671ac is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:40.537382 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:40.578893 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:40.672834 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-18c17a4d-1abd-4cfc-be1f-4182f27b0e04 req-b2f66a71-86cc-4f6a-9399-ce19f81276e7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773558 Aug 10 14:08:40.674674 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7756b03e-f1f0-423a-bde0-21c52f580076 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:40.681482 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a9390ef1-ec94-470f-8b71-89d258bde9ff req-3a864c29-478a-4ba1-8e91-c0135085e12c tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841695 Aug 10 14:08:40.775832 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 7756b03e-f1f0-423a-bde0-21c52f580076 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:40.776431 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:40.805801 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Router 41b60605-2d35-4661-946e-f95b9f0460a1 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:08:40.812928 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Attempting to bind port ab3da5d8-189c-4e7c-b5da-cd70490c59fa on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:08:40.813418 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Attempting to bind port ab3da5d8-189c-4e7c-b5da-cd70490c59fa by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:08:40.813841 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Attempting to bind port ab3da5d8-189c-4e7c-b5da-cd70490c59fa on network d496c528-c828-4efe-b934-272531057e9e {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:40.819761 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Port ab3da5d8-189c-4e7c-b5da-cd70490c59fa on network d496c528-c828-4efe-b934-272531057e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:08:40.820217 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Attempting to bind port ab3da5d8-189c-4e7c-b5da-cd70490c59fa on network d496c528-c828-4efe-b934-272531057e9e {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:40.825755 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:08:40.826228 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Checking segment: {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:40.826732 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Bound using segment: {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:08:40.827265 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Bound port: ab3da5d8-189c-4e7c-b5da-cd70490c59fa, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:08:40.827744 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:40.997377 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] For port ab3da5d8-189c-4e7c-b5da-cd70490c59fa, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:08:41.001000 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] For port ab3da5d8-189c-4e7c-b5da-cd70490c59fa, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:08:41.006132 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:41.061189 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-03a579f1-652a-4e1c-a6a1-d72c41ef096e None None] Provisioning complete for port 4aa0bbec-9abb-4a36-a928-227cc67c8096 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:41.062530 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-03a579f1-652a-4e1c-a6a1-d72c41ef096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:41.083594 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:08:41.083830 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:41.083830 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:41.083830 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] 10.222.0.53 "PUT /v2.0/ports/ab3da5d8-189c-4e7c-b5da-cd70490c59fa HTTP/1.1" status: 200 len: 1093 time: 1.7399087 Aug 10 14:08:41.083830 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4c8a79-2d68-4620-92b1-2dfbf436f321', 'tag': 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:41.084513 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-10fc3ecb-bf2f-45bd-a8bc-c1ecfdbf998d admin admin] 10.222.0.26 "PUT /v2.0/routers/41b60605-2d35-4661-946e-f95b9f0460a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4850106 Aug 10 14:08:41.095869 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45982102-94ff-4095-bac0-c83049016e68" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4c8a79-2d68-4620-92b1-2dfbf436f321", "tag": "ab3da5d8-189c-4e7c-b5da-cd70490c59fa"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:41.126977 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-03a579f1-652a-4e1c-a6a1-d72c41ef096e None None] Port 4aa0bbec-9abb-4a36-a928-227cc67c8096 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:08:41.151025 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9962e1-5ad2-485c-b6dd-cb45a42cb101 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:41.174661 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be925faa-257a-44e4-bd46-0ed232292ce7 x-openstack-request-id: req-be925faa-257a-44e4-bd46-0ed232292ce7 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:41.175817 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4c8a79-2d68-4620-92b1-2dfbf436f321", "tag": "ab3da5d8-189c-4e7c-b5da-cd70490c59fa", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:41.176086 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be925faa-257a-44e4-bd46-0ed232292ce7 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:41.176503 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4c8a79-2d68-4620-92b1-2dfbf436f321', 'tag': 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa', 'status': 'completed', 'code': 200} Aug 10 14:08:41.282084 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-4c0fae3e-d59b-439a-88ec-261084fe511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:41.283736 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-4c0fae3e-d59b-439a-88ec-261084fe511c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 1096 time: 0.0699720 Aug 10 14:08:41.393147 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-14b89e9d-5361-453b-a8af-3948a7df851a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3da5d8-189c-4e7c-b5da-cd70490c59fa HTTP/1.1" status: 200 len: 217 time: 0.0814462 Aug 10 14:08:41.491088 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-fdb78e19-035a-4694-945e-2990a39fc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:41.492805 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-fdb78e19-035a-4694-945e-2990a39fc6d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 HTTP/1.1" status: 200 len: 855 time: 0.0867856 Aug 10 14:08:41.541695 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-5c3dc19c-68f4-4d1c-b10a-fa297788576a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d496c528-c828-4efe-b934-272531057e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314865 Aug 10 14:08:41.667454 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-ccf5543f-e0ea-4bc2-b2e3-332a4b2ad3b6 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160910 Aug 10 14:08:41.886557 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33ee94a3-420f-4a40-b7b2-b7f6fa2dd00c req-ebd15c8e-937e-437f-93c3-a116f79e17b5 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031164 Aug 10 14:08:41.891130 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb2f4e-a0c1-4387-a433-df9f9b24fa4e req-6d509e93-b396-48d5-9e3d-e7a280faf113 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:41.892657 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8beb2f4e-a0c1-4387-a433-df9f9b24fa4e req-6d509e93-b396-48d5-9e3d-e7a280faf113 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1518478 Aug 10 14:08:41.909424 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ed99f-1fb6-4399-8371-61c914f75b37 req-c5ade9f0-b236-458b-a08d-e2af7786b2db tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:41.911230 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c8ed99f-1fb6-4399-8371-61c914f75b37 req-c5ade9f0-b236-458b-a08d-e2af7786b2db tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 943 time: 0.1049695 Aug 10 14:08:41.974482 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8beb2f4e-a0c1-4387-a433-df9f9b24fa4e req-59306c65-2fd9-4be0-8b80-9be177fce835 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757468 Aug 10 14:08:41.988789 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c8ed99f-1fb6-4399-8371-61c914f75b37 req-3060b33e-ca1c-42aa-a73a-4431159c447e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635593 Aug 10 14:08:42.122209 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45982102-94ff-4095-bac0-c83049016e68 req-949b5a1a-4e4e-4820-b917-aaf7e2ad1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:42.125395 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45982102-94ff-4095-bac0-c83049016e68 req-949b5a1a-4e4e-4820-b917-aaf7e2ad1619 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 1096 time: 0.0998721 Aug 10 14:08:42.244974 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45982102-94ff-4095-bac0-c83049016e68 req-3f431b80-5930-42e4-9595-2cac37a70164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:42.246572 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45982102-94ff-4095-bac0-c83049016e68 req-3f431b80-5930-42e4-9595-2cac37a70164 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 916 time: 0.1016576 Aug 10 14:08:42.308245 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45982102-94ff-4095-bac0-c83049016e68 req-2ea7f177-0b39-4168-8524-25f7aebe6829 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3da5d8-189c-4e7c-b5da-cd70490c59fa HTTP/1.1" status: 200 len: 217 time: 0.0516391 Aug 10 14:08:42.382416 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45982102-94ff-4095-bac0-c83049016e68 req-9b36cc54-671a-47ac-ae28-3ad196944454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:42.384574 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45982102-94ff-4095-bac0-c83049016e68 req-9b36cc54-671a-47ac-ae28-3ad196944454 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 HTTP/1.1" status: 200 len: 855 time: 0.0666738 Aug 10 14:08:42.430063 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45982102-94ff-4095-bac0-c83049016e68 req-61a2fc0e-90e3-410e-9b29-6087550912f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d496c528-c828-4efe-b934-272531057e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369594 Aug 10 14:08:42.651150 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45982102-94ff-4095-bac0-c83049016e68 req-07961689-2a27-434d-8690-e2b563223cad service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875024 Aug 10 14:08:42.668221 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 47b454e8-fc37-40e6-b999-e1621d608c23 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:42.736462 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 47b454e8-fc37-40e6-b999-e1621d608c23 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:42.740932 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 47b454e8-fc37-40e6-b999-e1621d608c23 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:42.741695 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:42.793219 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Sync routers for ids ['41b60605-2d35-4661-946e-f95b9f0460a1'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:08:42.798587 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45982102-94ff-4095-bac0-c83049016e68 req-b137d10b-7126-4e99-9bf0-21fba34a0fa5 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320817 Aug 10 14:08:42.811085 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Routers {'41b60605-2d35-4661-946e-f95b9f0460a1'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:42.812016 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:08:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['41b60605-2d35-4661-946e-f95b9f0460a1'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:42.913018 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:42.948153 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 47b454e8-fc37-40e6-b999-e1621d608c23, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=47b454e8-fc37-40e6-b999-e1621d608c23,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:42.957124 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:43.101817 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Set router 41b60605-2d35-4661-946e-f95b9f0460a1 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:43.104309 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=47b454e8-fc37-40e6-b999-e1621d608c23,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:43.182117 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abe9ec-408a-40ab-b4b9-c6e459f56d0b req-d881a805-6b55-42d0-b414-0e0339b8ce40 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:43.199467 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4abe9ec-408a-40ab-b4b9-c6e459f56d0b req-d881a805-6b55-42d0-b414-0e0339b8ce40 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1364348 Aug 10 14:08:43.255784 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdb746-8736-4639-a93f-638d03a6f500 req-1dfa4eee-c408-4a64-a3ea-eab7fff58b40 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:43.263862 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6dcdb746-8736-4639-a93f-638d03a6f500 req-1dfa4eee-c408-4a64-a3ea-eab7fff58b40 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 943 time: 0.1652007 Aug 10 14:08:43.332238 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4abe9ec-408a-40ab-b4b9-c6e459f56d0b req-03109047-07a6-440e-b358-0a0949f47f1b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122718 Aug 10 14:08:43.338986 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6dcdb746-8736-4639-a93f-638d03a6f500 req-18503a11-5866-421f-855d-53864f80b195 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741761 Aug 10 14:08:43.461766 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:33Z', 'updated_at': '2021-08-10T14:08:39Z', 'revision_number': 4, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'gw_port': {'id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:34Z', 'updated_at': '2021-08-10T14:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '4aa0bbec-9abb-4a36-a928-227cc67c8096', 'name': '', 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'mac_address': 'fa:16:3e:e5:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f8c10c63-1f98-499f-b106-cea86c214304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:38Z', 'updated_at': '2021-08-10T14:08:39Z', 'revision_number': 2, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'subnets': [{'id': 'f8c10c63-1f98-499f-b106-cea86c214304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:43.488656 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Checking router: 41b60605-2d35-4661-946e-f95b9f0460a1 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:08:43.489015 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Updating router 41b60605-2d35-4661-946e-f95b9f0460a1 port 4aa0bbec-9abb-4a36-a928-227cc67c8096 binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:08:43.520380 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:43.875692 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:43.903833 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Transition to ACTIVE for port object 4aa0bbec-9abb-4a36-a928-227cc67c8096 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:43.924879 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:43.980643 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e902b22-1014-4286-9988-e8a15fa7701e None None] Pushing event updated for resources: {'Port': ['ID=4aa0bbec-9abb-4a36-a928-227cc67c8096,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:44.062098 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Attempting to bind port 4aa0bbec-9abb-4a36-a928-227cc67c8096 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:08:44.062480 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Attempting to bind port 4aa0bbec-9abb-4a36-a928-227cc67c8096 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '9a17b390-37ea-4f54-b5cf-0394b286972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:08:44.062961 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Attempting to bind port 4aa0bbec-9abb-4a36-a928-227cc67c8096 on network ef867ac5-731c-4bec-a85e-7c11528671ac {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:08:44.068799 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:08:44.069178 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Checking segment: {'id': '9a17b390-37ea-4f54-b5cf-0394b286972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:08:44.069591 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:44.069998 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Bound using segment: {'id': '9a17b390-37ea-4f54-b5cf-0394b286972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:08:44.071012 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Bound port: 4aa0bbec-9abb-4a36-a928-227cc67c8096, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a17b390-37ea-4f54-b5cf-0394b286972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:08:44.071548 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:44.172717 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] For port 4aa0bbec-9abb-4a36-a928-227cc67c8096, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:08:44.180449 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] For port 4aa0bbec-9abb-4a36-a928-227cc67c8096, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=4aa0bbec-9abb-4a36-a928-227cc67c8096,segment=NetworkSegment(9a17b390-37ea-4f54-b5cf-0394b286972d),segment_id=9a17b390-37ea-4f54-b5cf-0394b286972d)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:08:44.186354 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:44.255801 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Routers {'41b60605-2d35-4661-946e-f95b9f0460a1'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:08:44.256448 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:08:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['41b60605-2d35-4661-946e-f95b9f0460a1'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:44.260686 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e902b22-1014-4286-9988-e8a15fa7701e None None] Pushing event updated for resources: {'Port': ['ID=4aa0bbec-9abb-4a36-a928-227cc67c8096,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:44.432574 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] Set router 41b60605-2d35-4661-946e-f95b9f0460a1 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:08:44.653257 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 47b454e8-fc37-40e6-b999-e1621d608c23 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:44.727532 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:33Z', 'updated_at': '2021-08-10T14:08:39Z', 'revision_number': 4, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'gw_port': {'id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:34Z', 'updated_at': '2021-08-10T14:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '4aa0bbec-9abb-4a36-a928-227cc67c8096', 'name': '', 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'mac_address': 'fa:16:3e:e5:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f8c10c63-1f98-499f-b106-cea86c214304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:38Z', 'updated_at': '2021-08-10T14:08:44Z', 'revision_number': 4, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'subnets': [{'id': 'f8c10c63-1f98-499f-b106-cea86c214304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:08:44.765976 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f6b3c-aac9-4a52-ad21-ea3c2c18b22b None None] The sync data for ids ['41b60605-2d35-4661-946e-f95b9f0460a1'] in dv-cinder-788363-11-iscsi is: [{'id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:33Z', 'updated_at': '2021-08-10T14:08:39Z', 'revision_number': 4, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'gw_port': {'id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:34Z', 'updated_at': '2021-08-10T14:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '4aa0bbec-9abb-4a36-a928-227cc67c8096', 'name': '', 'network_id': 'ef867ac5-731c-4bec-a85e-7c11528671ac', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'mac_address': 'fa:16:3e:e5:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f8c10c63-1f98-499f-b106-cea86c214304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:38Z', 'updated_at': '2021-08-10T14:08:44Z', 'revision_number': 4, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'subnets': [{'id': 'f8c10c63-1f98-499f-b106-cea86c214304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:08:44.774393 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 47b454e8-fc37-40e6-b999-e1621d608c23 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:44.775575 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:46.486565 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ab3da5d8-189c-4e7c-b5da-cd70490c59fa details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:08:46.605614 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port ab3da5d8-189c-4e7c-b5da-cd70490c59fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:46.616802 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa', 'network_id': 'd496c528-c828-4efe-b934-272531057e9e', 'port_id': 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa', 'mac_address': 'fa:16:3e:be:1f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ffdedc-2fe2-4216-bb82-9f15d3be86d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:08:46.670318 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:46.692190 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3da5d8-189c-4e7c-b5da-cd70490c59fa {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:08:46.700681 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9159d-e08e-451b-be39-73af8628bc0a req-83f8e6cd-5cf7-422f-82a5-46e2d8f41594 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:46.703162 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cea9159d-e08e-451b-be39-73af8628bc0a req-83f8e6cd-5cf7-422f-82a5-46e2d8f41594 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1118264 Aug 10 14:08:46.715093 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port ab3da5d8-189c-4e7c-b5da-cd70490c59fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:46.723542 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e523c-1973-4ab8-98bf-8b3c225a707c req-15225d0b-835d-4f9c-9a3c-e584b4a5003c tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:46.726397 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:46.733394 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2e8e523c-1973-4ab8-98bf-8b3c225a707c req-15225d0b-835d-4f9c-9a3c-e584b4a5003c tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 943 time: 0.1062953 Aug 10 14:08:46.785383 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:46.788852 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 4aa0bbec-9abb-4a36-a928-227cc67c8096 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:46.802600 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2e8e523c-1973-4ab8-98bf-8b3c225a707c req-7172607f-a508-403d-9540-aaa1e17082a8 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626650 Aug 10 14:08:46.834126 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cea9159d-e08e-451b-be39-73af8628bc0a req-aeb3ba18-3c7c-4e0c-8645-c38011371a8b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933623 Aug 10 14:08:46.911916 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 4aa0bbec-9abb-4a36-a928-227cc67c8096 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:46.917368 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 4aa0bbec-9abb-4a36-a928-227cc67c8096 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:46.917880 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:47.020674 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:47.059865 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 4aa0bbec-9abb-4a36-a928-227cc67c8096, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=4aa0bbec-9abb-4a36-a928-227cc67c8096,segment=NetworkSegment(9a17b390-37ea-4f54-b5cf-0394b286972d),segment_id=9a17b390-37ea-4f54-b5cf-0394b286972d)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:47.064551 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:47.129983 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=4aa0bbec-9abb-4a36-a928-227cc67c8096,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:47.330144 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['ab3da5d8-189c-4e7c-b5da-cd70490c59fa'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:08:48.042273 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d070b9-e39e-49ec-add6-37004599d97a req-174713a3-6138-4840-96d6-2e07d3b6acd1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:48.049066 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-65d070b9-e39e-49ec-add6-37004599d97a req-174713a3-6138-4840-96d6-2e07d3b6acd1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 944 time: 0.1178589 Aug 10 14:08:48.067718 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293ffa4-041f-44d7-91a5-aa958dec0f9f req-1440e668-d25b-4e85-8cca-e2e40594f7a9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:48.071779 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f293ffa4-041f-44d7-91a5-aa958dec0f9f req-1440e668-d25b-4e85-8cca-e2e40594f7a9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0873082 Aug 10 14:08:48.161429 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-65d070b9-e39e-49ec-add6-37004599d97a req-c7ea966e-1062-4e70-80ea-78ee6d995a4f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102428 Aug 10 14:08:48.179571 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f293ffa4-041f-44d7-91a5-aa958dec0f9f req-38ee3a7b-1d2d-43c1-9f22-6d629d4ee409 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863431 Aug 10 14:08:48.622713 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 4aa0bbec-9abb-4a36-a928-227cc67c8096 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:48.685929 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 4aa0bbec-9abb-4a36-a928-227cc67c8096 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:48.686638 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:49.152631 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 47406) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:49.336654 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-dd75016f-559e-4484-91bf-1dec58f256e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:49.378639 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2c02-6bfe-47e2-a08a-80762d183865 req-36675fbf-2573-4100-b578-aaa85336c7fa tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:49.386681 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-58dd2c02-6bfe-47e2-a08a-80762d183865 req-36675fbf-2573-4100-b578-aaa85336c7fa tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 944 time: 0.0824671 Aug 10 14:08:49.436839 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde991f-14fa-4fbc-a54e-81c5fdd2ba17 req-f7bbf498-b37e-411b-83de-3fed2e1a4402 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:49.438734 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-acde991f-14fa-4fbc-a54e-81c5fdd2ba17 req-f7bbf498-b37e-411b-83de-3fed2e1a4402 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1649258 Aug 10 14:08:49.455734 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-58dd2c02-6bfe-47e2-a08a-80762d183865 req-9bef048e-36cb-4ce1-8d3a-ca20f38cf668 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617158 Aug 10 14:08:49.456781 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-dd75016f-559e-4484-91bf-1dec58f256e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:49.461791 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-dd75016f-559e-4484-91bf-1dec58f256e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:49.497368 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-dd75016f-559e-4484-91bf-1dec58f256e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6693488e05b49baa108f741926790cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427155 Aug 10 14:08:49.500946 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 47424) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:49.522379 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75016f-559e-4484-91bf-1dec58f256e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434dfd01-3572-4d58-8499-6ba98c3fbdd6,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:49.551134 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-acde991f-14fa-4fbc-a54e-81c5fdd2ba17 req-26e16a97-c408-479f-904e-fd7f8eff7999 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924625 Aug 10 14:08:49.597405 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-83d03bbf-069c-46ad-be8b-48e1fdf0adaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:49.624685 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-83d03bbf-069c-46ad-be8b-48e1fdf0adaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:49.691187 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-83d03bbf-069c-46ad-be8b-48e1fdf0adaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:49.694079 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-83d03bbf-069c-46ad-be8b-48e1fdf0adaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:49.697868 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-83d03bbf-069c-46ad-be8b-48e1fdf0adaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/434dfd01-3572-4d58-8499-6ba98c3fbdd6 HTTP/1.1" status: 204 len: 168 time: 0.1932521 Aug 10 14:08:49.711793 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d03bbf-069c-46ad-be8b-48e1fdf0adaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434dfd01-3572-4d58-8499-6ba98c3fbdd6,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:50.074191 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 47444) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:50.094285 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-42f41f49-a84d-4f8a-ab85-2f09ff347f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.237413 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-42f41f49-a84d-4f8a-ab85-2f09ff347f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.241538 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-42f41f49-a84d-4f8a-ab85-2f09ff347f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.280649 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-42f41f49-a84d-4f8a-ab85-2f09ff347f9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46a66867bb534e009780fa08b7f7e07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053502 Aug 10 14:08:50.281568 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f41f49-a84d-4f8a-ab85-2f09ff347f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2213fb76-b450-442b-b651-a80d8aaa8a79,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:50.283460 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 47446) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:50.348585 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04912ae8-60bb-469d-ba50-c3c6824a7fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.372391 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04912ae8-60bb-469d-ba50-c3c6824a7fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.425289 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04912ae8-60bb-469d-ba50-c3c6824a7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.429104 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04912ae8-60bb-469d-ba50-c3c6824a7fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.430724 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-04912ae8-60bb-469d-ba50-c3c6824a7fe7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2213fb76-b450-442b-b651-a80d8aaa8a79 HTTP/1.1" status: 204 len: 168 time: 0.1443729 Aug 10 14:08:50.452983 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04912ae8-60bb-469d-ba50-c3c6824a7fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2213fb76-b450-442b-b651-a80d8aaa8a79,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:50.486878 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ab3da5d8-189c-4e7c-b5da-cd70490c59fa up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:08:50.578446 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port ab3da5d8-189c-4e7c-b5da-cd70490c59fa completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:50.583166 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port ab3da5d8-189c-4e7c-b5da-cd70490c59fa triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:50.583582 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.601224 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a86ba2-79ec-43b7-a8a4-eda9a4dfd830 req-767d6e1c-6684-471a-a116-d7341c666376 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:50.602959 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50a86ba2-79ec-43b7-a8a4-eda9a4dfd830 req-767d6e1c-6684-471a-a116-d7341c666376 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 944 time: 0.0601046 Aug 10 14:08:50.682096 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50a86ba2-79ec-43b7-a8a4-eda9a4dfd830 req-9fe9f843-dfc3-4f0e-b30a-d062be6b517b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715723 Aug 10 14:08:50.686161 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.730691 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4c8a79-2d68-4620-92b1-2dfbf436f321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:08:50.733518 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa96892-dc1c-4811-9911-1ad3046555b3" -d '{"events": [{"server_uuid": "8d4c8a79-2d68-4620-92b1-2dfbf436f321", "name": "network-vif-plugged", "status": "completed", "tag": "ab3da5d8-189c-4e7c-b5da-cd70490c59fa"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:08:50.750831 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port ab3da5d8-189c-4e7c-b5da-cd70490c59fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:08:50.755023 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:50.790642 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3233-a335-4010-9013-cdcc85cc7012 req-4ba4103b-9599-40f7-94ea-9b01cf79f873 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:50.801468 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a1ea3233-a335-4010-9013-cdcc85cc7012 req-4ba4103b-9599-40f7-94ea-9b01cf79f873 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1413736 Aug 10 14:08:50.836071 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:50.861125 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baaa652-39c3-4827-8606-c12ba19c7cc5 x-openstack-request-id: req-7baaa652-39c3-4827-8606-c12ba19c7cc5 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:08:50.861474 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4c8a79-2d68-4620-92b1-2dfbf436f321", "name": "network-vif-plugged", "status": "completed", "tag": "ab3da5d8-189c-4e7c-b5da-cd70490c59fa", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:08:50.861862 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7baaa652-39c3-4827-8606-c12ba19c7cc5 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:08:50.862277 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4c8a79-2d68-4620-92b1-2dfbf436f321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa', 'code': 200} Aug 10 14:08:50.872171 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a1ea3233-a335-4010-9013-cdcc85cc7012 req-08bea78b-15a2-46e7-97e4-28fd728e6a64 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694585 Aug 10 14:08:51.061519 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:51.202371 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bb2b4-41d0-4c9b-b4ec-c78756d77aaf req-21107c89-3769-4479-a92b-77d5a9b03b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:51.204026 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bf9bb2b4-41d0-4c9b-b4ec-c78756d77aaf req-21107c89-3769-4479-a92b-77d5a9b03b34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 1098 time: 0.0588343 Aug 10 14:08:51.268421 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bf9bb2b4-41d0-4c9b-b4ec-c78756d77aaf req-c924b9e5-a077-4277-b8cb-18efa08bef7f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552905 Aug 10 14:08:51.436471 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-fb8dcdd4-4a07-469a-9726-af17f8a2981b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:51.923403 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea301c7-6572-483a-ac2e-162172b1d966 req-777b547d-1fbe-4104-b345-6cd8a91b227b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:51.932776 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8ea301c7-6572-483a-ac2e-162172b1d966 req-777b547d-1fbe-4104-b345-6cd8a91b227b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 945 time: 0.1534474 Aug 10 14:08:52.016942 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8ea301c7-6572-483a-ac2e-162172b1d966 req-17902282-1916-4731-916e-0daa3bc3b74b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829010 Aug 10 14:08:52.090697 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68c9dd-4c0d-457d-accc-37a515ab6963 req-26bca1db-e006-433b-bad6-1711b28211ca tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:52.098316 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af68c9dd-4c0d-457d-accc-37a515ab6963 req-26bca1db-e006-433b-bad6-1711b28211ca tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0640671 Aug 10 14:08:52.146965 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-af68c9dd-4c0d-457d-accc-37a515ab6963 req-0ecf7099-ad0d-4c83-b17d-104d7a534859 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477030 Aug 10 14:08:53.246175 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd18946-9872-4f4c-9b89-b40f743f47e8 req-909810fc-e763-4e96-bbe1-e4de3af26c11 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:53.247855 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1bd18946-9872-4f4c-9b89-b40f743f47e8 req-909810fc-e763-4e96-bbe1-e4de3af26c11 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 945 time: 0.1050956 Aug 10 14:08:53.273031 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d3f91515-71db-41e4-9e68-dfaaca946230 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:53.275116 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d3f91515-71db-41e4-9e68-dfaaca946230 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/networks?id=e62134f9-ecff-42c9-b4ad-431bf2004649 HTTP/1.1" status: 200 len: 814 time: 0.1642733 Aug 10 14:08:53.296940 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-fe0249b2-5c7b-4f20-8ad9-64a31fbfabfa tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/quotas/23d8f47767b447079b576d527e9d5411 HTTP/1.1" status: 200 len: 375 time: 0.0144072 Aug 10 14:08:53.323962 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1bd18946-9872-4f4c-9b89-b40f743f47e8 req-ba2322d5-ab7e-4bd2-a6bb-4e4bdef2a656 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669675 Aug 10 14:08:53.364613 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d12aca2a-e74a-4824-820a-b344b9f18922 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=23d8f47767b447079b576d527e9d5411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614460 Aug 10 14:08:53.504034 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df97424-13e3-4262-b500-08b41b26b6a8 req-e05cb5eb-a0d0-4a41-b670-d5429b06f9ed tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:53.505527 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4df97424-13e3-4262-b500-08b41b26b6a8 req-e05cb5eb-a0d0-4a41-b670-d5429b06f9ed tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1042008 Aug 10 14:08:53.523220 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-ab62a12f-835e-4e5e-b42f-27987f04dcf0 service neutron] 10.222.0.26 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439621 Aug 10 14:08:53.605669 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4df97424-13e3-4262-b500-08b41b26b6a8 req-2a885632-a31a-4afb-a439-ac02cc46a248 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890601 Aug 10 14:08:53.662485 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-946419e4-3b2e-4156-b672-eebf477145d2 service neutron] 10.222.0.26 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302130 Aug 10 14:08:53.754072 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-ea712d9e-c81c-462a-b7da-9588d20b9f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:53.828615 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7886991a-7445-4b34-8b2f-f5417bff296b req-8be22001-f77b-413a-9cb8-9794404b7100 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 210 time: 0.0308831 Aug 10 14:08:54.171143 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:54.452080 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d83d4-c38f-487d-b1ec-1a4f69fb721f req-320b07ff-c737-4e4d-a588-8539aa78b9ea tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:54.453693 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1e1d83d4-c38f-487d-b1ec-1a4f69fb721f req-320b07ff-c737-4e4d-a588-8539aa78b9ea tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 945 time: 0.0593390 Aug 10 14:08:54.491767 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1e1d83d4-c38f-487d-b1ec-1a4f69fb721f req-d2aef57c-cae8-4efc-be89-caae5ac17bff tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Aug 10 14:08:54.724213 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811ea11-43fc-4a4b-9ad4-6e0f909d4125 req-9d46a131-8ede-4fd1-9430-ace44df1bd83 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:54.726336 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4811ea11-43fc-4a4b-9ad4-6e0f909d4125 req-9d46a131-8ede-4fd1-9430-ace44df1bd83 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0533328 Aug 10 14:08:54.792992 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4811ea11-43fc-4a4b-9ad4-6e0f909d4125 req-8c4a12c1-42a2-45e8-8b2a-e4e7e5b317d2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586495 Aug 10 14:08:54.874851 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:54.941888 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f3473aef-8853-479e-982a-741bed35ccda req-5a9015bb-c527-405f-acf9-653027d09e1f tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 210 time: 0.0287409 Aug 10 14:08:55.280876 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-62b5b7cc-0320-47b3-a65c-71fcc3bd66e1 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:55.282722 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-62b5b7cc-0320-47b3-a65c-71fcc3bd66e1 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.53 "GET /v2.0/networks?id=e62134f9-ecff-42c9-b4ad-431bf2004649 HTTP/1.1" status: 200 len: 814 time: 0.2279918 Aug 10 14:08:55.338609 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'port': {'device_id': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'admin_state_up': True, 'tenant_id': '23d8f47767b447079b576d527e9d5411'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:08:55.451594 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Made reservation on behalf of 23d8f47767b447079b576d527e9d5411 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:08:55.455241 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:55.594866 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Allocated IP 172.20.0.12 (e62134f9-ecff-42c9-b4ad-431bf2004649/da6073c1-40c1-4d45-9774-c0f7e7a82ce1/ddea4593-f2f4-4496-962d-175f8d7925fb) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:08:55.773484 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:55.788331 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Transition to ACTIVE for port object ddea4593-f2f4-4496-962d-175f8d7925fb will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:08:55.843243 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:55.918739 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'Port': ['ID=ddea4593-f2f4-4496-962d-175f8d7925fb,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:08:55.989336 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Network e62134f9-ecff-42c9-b4ad-431bf2004649 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:08:55.993000 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:08:55.999554 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:08:56.061527 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bba05-0924-4b07-a9c9-2c2f58785d4f req-51e656aa-7064-4542-b878-191031f609b5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:56.068981 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d29bba05-0924-4b07-a9c9-2c2f58785d4f req-51e656aa-7064-4542-b878-191031f609b5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1430242 Aug 10 14:08:56.107694 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:56.108343 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:56.144358 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d29bba05-0924-4b07-a9c9-2c2f58785d4f req-d19a527d-45bd-4831-becc-649e4fcf26f8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745537 Aug 10 14:08:56.157331 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d78dc229-ccee-43dd-b273-dc5fd47429f7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8240228 Aug 10 14:08:56.309889 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867776e1-65a4-4ff5-ba47-872de66681fe req-98fcb796-95e7-4ca6-b8cf-7bc3d4ad8548 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:08:56.311442 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-867776e1-65a4-4ff5-ba47-872de66681fe req-98fcb796-95e7-4ca6-b8cf-7bc3d4ad8548 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 932 time: 0.0648119 Aug 10 14:08:56.359258 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b035d6e1-4306-45c8-94ec-15e0cb4dd9a8 None None] Provisioning for port ddea4593-f2f4-4496-962d-175f8d7925fb completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:08:56.364940 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-867776e1-65a4-4ff5-ba47-872de66681fe req-c2251d6c-4212-461f-8a5f-c17679a1dc08 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461142 Aug 10 14:08:56.372475 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b035d6e1-4306-45c8-94ec-15e0cb4dd9a8 None None] Provisioning complete for port ddea4593-f2f4-4496-962d-175f8d7925fb triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:08:56.372920 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b035d6e1-4306-45c8-94ec-15e0cb4dd9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:56.438173 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-b035d6e1-4306-45c8-94ec-15e0cb4dd9a8 None None] Port ddea4593-f2f4-4496-962d-175f8d7925fb cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:08:56.650828 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:08:59.876541 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 47782) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:08:59.994167 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-05107275-f7b6-43ea-b40e-db525396faa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.089800 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-05107275-f7b6-43ea-b40e-db525396faa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.094339 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-05107275-f7b6-43ea-b40e-db525396faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.125604 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-05107275-f7b6-43ea-b40e-db525396faa8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b850644fd364fff98f59758cf8a5d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426026 Aug 10 14:09:00.128090 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 47786) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:00.145644 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05107275-f7b6-43ea-b40e-db525396faa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93307598-e4a4-409c-8356-9e115e80d11e,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:00.182374 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-58658ee3-e0d9-4a54-9044-681c6f88ece4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.207901 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-58658ee3-e0d9-4a54-9044-681c6f88ece4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.264040 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-58658ee3-e0d9-4a54-9044-681c6f88ece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.266948 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-58658ee3-e0d9-4a54-9044-681c6f88ece4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.271143 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-58658ee3-e0d9-4a54-9044-681c6f88ece4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93307598-e4a4-409c-8356-9e115e80d11e HTTP/1.1" status: 204 len: 168 time: 0.1418943 Aug 10 14:09:00.280202 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58658ee3-e0d9-4a54-9044-681c6f88ece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93307598-e4a4-409c-8356-9e115e80d11e,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:00.550907 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 47798) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:00.564295 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-934c2644-4d5e-4641-820a-98ae6873803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.660875 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-934c2644-4d5e-4641-820a-98ae6873803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.666644 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-934c2644-4d5e-4641-820a-98ae6873803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.711802 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-934c2644-4d5e-4641-820a-98ae6873803e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b52ff95faabc4d9f8361ea63d960e414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597645 Aug 10 14:09:00.713175 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c2644-4d5e-4641-820a-98ae6873803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f51e6c3-e34d-40e9-ad91-ec8e9eab6e5d,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:00.714575 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 47802) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:00.774472 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93b6142-2238-4f8b-8226-5830eb6f91a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.799048 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93b6142-2238-4f8b-8226-5830eb6f91a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.848213 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93b6142-2238-4f8b-8226-5830eb6f91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.851002 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b93b6142-2238-4f8b-8226-5830eb6f91a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:00.852185 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-b93b6142-2238-4f8b-8226-5830eb6f91a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f51e6c3-e34d-40e9-ad91-ec8e9eab6e5d HTTP/1.1" status: 204 len: 168 time: 0.1366229 Aug 10 14:09:00.863951 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b6142-2238-4f8b-8226-5830eb6f91a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f51e6c3-e34d-40e9-ad91-ec8e9eab6e5d,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:01.223846 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 47810) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:01.240273 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6ad06390-b6d2-466b-a756-816fe142a592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:01.355336 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6ad06390-b6d2-466b-a756-816fe142a592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:01.357685 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6ad06390-b6d2-466b-a756-816fe142a592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:01.396897 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-6ad06390-b6d2-466b-a756-816fe142a592 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8afeeb5bf0124586807a0fcd518d75bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719446 Aug 10 14:09:01.397742 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad06390-b6d2-466b-a756-816fe142a592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a34d461-50f4-42b7-a03c-0cef138b9d2d,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:01.399913 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 47816) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:01.463972 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-56bbf0d5-279d-4444-9d5d-8914b392e6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:01.487576 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-56bbf0d5-279d-4444-9d5d-8914b392e6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:01.536257 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-56bbf0d5-279d-4444-9d5d-8914b392e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:01.538893 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-56bbf0d5-279d-4444-9d5d-8914b392e6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:01.540932 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-56bbf0d5-279d-4444-9d5d-8914b392e6f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a34d461-50f4-42b7-a03c-0cef138b9d2d HTTP/1.1" status: 204 len: 168 time: 0.1392195 Aug 10 14:09:01.549546 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbf0d5-279d-4444-9d5d-8914b392e6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a34d461-50f4-42b7-a03c-0cef138b9d2d,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:08.212314 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:09:11.903945 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Request body: {'port': {'device_id': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:11.958517 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:12.252583 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddea4593-f2f4-4496-962d-175f8d7925fb {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:09:12.262618 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:12.278671 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Transition to ACTIVE for port object ddea4593-f2f4-4496-962d-175f8d7925fb will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:09:12.284418 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:12.457264 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Pushing event updated for resources: {'Port': ['ID=ddea4593-f2f4-4496-962d-175f8d7925fb,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:12.530681 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454c668-d1a6-4893-ac78-2cabe6cf1fbe req-ea83e9ab-d77e-4deb-be9d-ac83b17a3c0c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:12.532199 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5454c668-d1a6-4893-ac78-2cabe6cf1fbe req-ea83e9ab-d77e-4deb-be9d-ac83b17a3c0c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.2187796 Aug 10 14:09:12.532848 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Attempting to bind port ddea4593-f2f4-4496-962d-175f8d7925fb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:09:12.533185 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Attempting to bind port ddea4593-f2f4-4496-962d-175f8d7925fb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:09:12.533513 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Attempting to bind port ddea4593-f2f4-4496-962d-175f8d7925fb on network e62134f9-ecff-42c9-b4ad-431bf2004649 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:09:12.546633 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Port ddea4593-f2f4-4496-962d-175f8d7925fb on network e62134f9-ecff-42c9-b4ad-431bf2004649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:09:12.547225 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Attempting to bind port ddea4593-f2f4-4496-962d-175f8d7925fb on network e62134f9-ecff-42c9-b4ad-431bf2004649 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:09:12.559062 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af9711-6772-4184-a782-8d21f9917946 req-5f49d7e7-2503-4fa9-a9b8-32817c6da206 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:12.563763 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76af9711-6772-4184-a782-8d21f9917946 req-5f49d7e7-2503-4fa9-a9b8-32817c6da206 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 944 time: 0.1953321 Aug 10 14:09:12.594563 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:09:12.594839 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Checking segment: {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:09:12.595221 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Bound using segment: {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:09:12.595691 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Bound port: ddea4593-f2f4-4496-962d-175f8d7925fb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289234ec-27e9-4e78-b33e-7d76f4cce739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:09:12.596049 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:12.854144 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5454c668-d1a6-4893-ac78-2cabe6cf1fbe req-e611d836-ed45-440a-bacb-aad25e9af336 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140242 Aug 10 14:09:12.863760 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76af9711-6772-4184-a782-8d21f9917946 req-358f1613-35c0-41ca-b689-c87318e49490 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878072 Aug 10 14:09:12.891633 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] For port ddea4593-f2f4-4496-962d-175f8d7925fb, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:09:12.895773 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] For port ddea4593-f2f4-4496-962d-175f8d7925fb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddea4593-f2f4-4496-962d-175f8d7925fb,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:09:12.900660 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:12.936749 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:12.937494 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:12.938894 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] 10.222.0.53 "PUT /v2.0/ports/ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 1094 time: 1.0401769 Aug 10 14:09:12.939387 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:09:12.942088 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9967e7c2-c5e1-420a-802e-34fa9fc9585a" -d '{"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:09:12.974279 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81511639-0729-47b4-babe-0c552baeaa2a service neutron] Pushing event updated for resources: {'Port': ['ID=ddea4593-f2f4-4496-962d-175f8d7925fb,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:12.994057 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a6f93b-f651-43b2-b79d-5d51572d9b77 x-openstack-request-id: req-a5a6f93b-f651-43b2-b79d-5d51572d9b77 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:09:12.994421 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:09:12.995495 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5a6f93b-f651-43b2-b79d-5d51572d9b77 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:09:12.996525 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'status': 'completed', 'code': 200} Aug 10 14:09:13.093272 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-a32fe942-17f2-43c1-af57-67d803ac5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:13.094783 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-a32fe942-17f2-43c1-af57-67d803ac5b6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=23d8f47767b447079b576d527e9d5411&device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 1097 time: 0.0529027 Aug 10 14:09:13.163141 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-39413328-c0a9-459f-920a-4a01840350d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 217 time: 0.0369959 Aug 10 14:09:13.238145 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-ce46c355-818f-46ad-a625-7384a1b86340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:13.239645 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-ce46c355-818f-46ad-a625-7384a1b86340 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da6073c1-40c1-4d45-9774-c0f7e7a82ce1 HTTP/1.1" status: 200 len: 853 time: 0.0483270 Aug 10 14:09:13.296464 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-f1c9a070-c889-4551-af7d-c38157fba8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:13.298013 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-f1c9a070-c889-4551-af7d-c38157fba8bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e62134f9-ecff-42c9-b4ad-431bf2004649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0478213 Aug 10 14:09:13.418680 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-d82e19c9-8b16-4031-ab89-ca5211101eb3 service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964465 Aug 10 14:09:13.533574 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d82b9c4-9ec7-4165-9b38-49b475ea545f req-04a18d5e-f848-4fba-b806-3f8c345fceb6 service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056678 Aug 10 14:09:13.735946 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-7c1afd2b-8368-4a79-be12-8e37ca0635ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:13.737468 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-7c1afd2b-8368-4a79-be12-8e37ca0635ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=23d8f47767b447079b576d527e9d5411&device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 1097 time: 0.0521212 Aug 10 14:09:13.847827 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-7d219076-56ed-4a6e-9011-eb5275ac89aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:13.849353 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-7d219076-56ed-4a6e-9011-eb5275ac89aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=e62134f9-ecff-42c9-b4ad-431bf2004649 HTTP/1.1" status: 200 len: 915 time: 0.0961952 Aug 10 14:09:13.924450 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-6007f1cc-822d-43d1-ae83-560eb5872664 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 217 time: 0.0628963 Aug 10 14:09:14.038491 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-731cde88-9659-4f50-8bb1-a231922f1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:14.040018 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-731cde88-9659-4f50-8bb1-a231922f1fb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da6073c1-40c1-4d45-9774-c0f7e7a82ce1 HTTP/1.1" status: 200 len: 853 time: 0.1064460 Aug 10 14:09:14.053956 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798542c4-0074-4f1b-8db2-d457be1d7ffe req-abb586a0-dd74-488c-82b1-d518f312ecec tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:14.055471 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798542c4-0074-4f1b-8db2-d457be1d7ffe req-abb586a0-dd74-488c-82b1-d518f312ecec tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1231382 Aug 10 14:09:14.109789 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f83224-806d-47db-b440-482c2572280a req-97d220da-c506-4872-b6a4-762495821241 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:14.111308 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-09f83224-806d-47db-b440-482c2572280a req-97d220da-c506-4872-b6a4-762495821241 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 944 time: 0.1259625 Aug 10 14:09:14.149010 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798542c4-0074-4f1b-8db2-d457be1d7ffe req-a707b1ba-f4ca-4acd-9c07-b5ffdbbaa428 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841696 Aug 10 14:09:14.159377 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-655854a9-1a1b-4a07-b6ba-1fc586044e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:14.160904 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-655854a9-1a1b-4a07-b6ba-1fc586044e4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e62134f9-ecff-42c9-b4ad-431bf2004649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1045501 Aug 10 14:09:14.199583 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-09f83224-806d-47db-b440-482c2572280a req-bc01cd3b-87ba-452a-99fc-73d0052f00ad tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810833 Aug 10 14:09:14.276823 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-78e5d118-c983-4d21-ab11-9d30b993b15f service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051993 Aug 10 14:09:14.388612 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9967e7c2-c5e1-420a-802e-34fa9fc9585a req-d4753a10-d073-43f2-a9d8-4a9fbf4399e2 service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978251 Aug 10 14:09:14.413688 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ef47-39c3-4645-b445-77c9df48c081 req-f7ba7e57-d2d5-4a5b-94b3-cc9b8e647431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:14.417928 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-9d49ef47-39c3-4645-b445-77c9df48c081 req-f7ba7e57-d2d5-4a5b-94b3-cc9b8e647431 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 1098 time: 0.0522754 Aug 10 14:09:14.458676 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-9d49ef47-39c3-4645-b445-77c9df48c081 req-894c6d71-d059-4f46-978b-098ae41062c9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Aug 10 14:09:15.282753 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef901d5-f15e-4ba8-8c0d-92c76d443e94 req-70db9853-cc17-49bc-a96e-ed2618f14898 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:15.285254 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4ef901d5-f15e-4ba8-8c0d-92c76d443e94 req-70db9853-cc17-49bc-a96e-ed2618f14898 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0627460 Aug 10 14:09:15.358443 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4ef901d5-f15e-4ba8-8c0d-92c76d443e94 req-6018ab4b-2e74-480a-8a8a-dbd2a2be94ad tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631289 Aug 10 14:09:15.366718 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca3804-e5e2-4eac-85cb-e87d49b2aaee req-16861535-f5f3-4a6d-be98-52043871dbb0 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:15.368209 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-79ca3804-e5e2-4eac-85cb-e87d49b2aaee req-16861535-f5f3-4a6d-be98-52043871dbb0 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 944 time: 0.0818250 Aug 10 14:09:15.407454 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-79ca3804-e5e2-4eac-85cb-e87d49b2aaee req-4a6d22d3-6054-4633-9812-a3867ebe65ff tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Aug 10 14:09:16.480798 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcfe18-830d-413a-9b71-b64c0916c8f6 req-61a497aa-8842-4746-a5c3-f1b63c112fe6 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:16.482313 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4cbcfe18-830d-413a-9b71-b64c0916c8f6 req-61a497aa-8842-4746-a5c3-f1b63c112fe6 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0485244 Aug 10 14:09:16.520404 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4cbcfe18-830d-413a-9b71-b64c0916c8f6 req-d59d6a74-8fb9-4bd5-9cb8-8998469731c2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Aug 10 14:09:16.625180 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac282845-cf79-40e7-8891-9804a132975e req-5983b2ac-096c-4309-863d-05dfdee625c7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:16.626743 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ac282845-cf79-40e7-8891-9804a132975e req-5983b2ac-096c-4309-863d-05dfdee625c7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 944 time: 0.0499718 Aug 10 14:09:16.667956 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ac282845-cf79-40e7-8891-9804a132975e req-7bb69530-5e5e-466a-b34a-20de3c20ea3f tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348845 Aug 10 14:09:16.803968 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c18d6-dc20-4e72-bb2d-0872f35e2fbe req-1d6b6c31-74ae-4bc7-a1b9-c4ea88eb4b5f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:16.805577 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cb9c18d6-dc20-4e72-bb2d-0872f35e2fbe req-1d6b6c31-74ae-4bc7-a1b9-c4ea88eb4b5f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0573390 Aug 10 14:09:16.857690 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cb9c18d6-dc20-4e72-bb2d-0872f35e2fbe req-c72337df-045b-4d8d-9644-d1cd21472aaf tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Aug 10 14:09:16.909559 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12046b51-a0af-4422-b527-963b60df22fd req-77e3b9cd-89c2-4732-9e47-b3332cb60ec6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:16.911261 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-12046b51-a0af-4422-b527-963b60df22fd req-77e3b9cd-89c2-4732-9e47-b3332cb60ec6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0527182 Aug 10 14:09:16.954868 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-12046b51-a0af-4422-b527-963b60df22fd req-76929f7c-de18-4c10-b905-afbb083fee29 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371885 Aug 10 14:09:17.797161 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1d42a-3e3e-4964-b4fd-6371e32b7798 req-811e02ba-6cf1-403e-91e5-e7a0fb4aaf13 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:17.798777 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3ca1d42a-3e3e-4964-b4fd-6371e32b7798 req-811e02ba-6cf1-403e-91e5-e7a0fb4aaf13 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 944 time: 0.0571923 Aug 10 14:09:17.837600 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3ca1d42a-3e3e-4964-b4fd-6371e32b7798 req-ef5bdcd2-5168-47bb-8f8e-3c0a8e452679 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 Aug 10 14:09:18.107602 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fe76a-61be-4fd2-bfea-bad71a37c0fd req-b9a9e30f-d672-4ff4-81ec-c24c866af767 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:18.109043 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-572fe76a-61be-4fd2-bfea-bad71a37c0fd req-b9a9e30f-d672-4ff4-81ec-c24c866af767 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0778351 Aug 10 14:09:18.150803 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-572fe76a-61be-4fd2-bfea-bad71a37c0fd req-40daa0a2-560f-450e-ac4f-aff59433ec16 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358691 Aug 10 14:09:18.480869 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76447c32-f79e-47c7-b4c1-e1e06a0c1093 req-df4ebb13-4ba9-4941-bcc2-0174b7d4f14d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:18.482621 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76447c32-f79e-47c7-b4c1-e1e06a0c1093 req-df4ebb13-4ba9-4941-bcc2-0174b7d4f14d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0527730 Aug 10 14:09:18.522437 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76447c32-f79e-47c7-b4c1-e1e06a0c1093 req-11fcb41b-9073-4be0-88cb-ac4fe9cd0ab6 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Aug 10 14:09:18.548155 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-7d1b2bfb-daa2-4b9d-b69f-a80c82021b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:18.549669 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-7d1b2bfb-daa2-4b9d-b69f-a80c82021b82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1098 time: 0.0448101 Aug 10 14:09:18.564744 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ddea4593-f2f4-4496-962d-175f8d7925fb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:09:18.652559 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-5f85e917-9b28-4ac1-aa90-13344016ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:18.654047 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-5f85e917-9b28-4ac1-aa90-13344016ea4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 919 time: 0.0876467 Aug 10 14:09:18.661194 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port ddea4593-f2f4-4496-962d-175f8d7925fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddea4593-f2f4-4496-962d-175f8d7925fb,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:18.676074 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'port_id': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'mac_address': 'fa:16:3e:96:42:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:09:18.712359 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-b067b691-dc8b-4663-9d1d-f8f19e4b9aa5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d HTTP/1.1" status: 200 len: 217 time: 0.0356078 Aug 10 14:09:18.716042 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:18.729154 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddea4593-f2f4-4496-962d-175f8d7925fb {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:09:18.750043 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port ddea4593-f2f4-4496-962d-175f8d7925fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddea4593-f2f4-4496-962d-175f8d7925fb,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:18.754181 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:18.773393 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-3308b21c-9114-4f8a-a3fe-78246cee78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:18.774868 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-3308b21c-9114-4f8a-a3fe-78246cee78e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.0513546 Aug 10 14:09:18.805841 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=ddea4593-f2f4-4496-962d-175f8d7925fb,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:18.814567 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-7d28042a-6a77-46a3-88a1-5169cfc45d50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282772 Aug 10 14:09:18.916437 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-2e50a193-adc3-4439-9aa7-fc012b772b12 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916567 Aug 10 14:09:18.959074 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f109d9-dcff-4d33-9a1e-fb1fa700ac9c req-635357fa-d459-49b6-85ac-cd6e4f289706 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:18.961264 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-91f109d9-dcff-4d33-9a1e-fb1fa700ac9c req-635357fa-d459-49b6-85ac-cd6e4f289706 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 945 time: 0.0522423 Aug 10 14:09:19.002371 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-91f109d9-dcff-4d33-9a1e-fb1fa700ac9c req-23cd8bd8-32b7-44ae-a01d-a65b703e6305 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343091 Aug 10 14:09:19.029990 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d6d97ab2-3a7f-4799-82ca-c1e13465595f req-274bd722-57fc-4fe5-bec4-159c606cc943 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940628 Aug 10 14:09:19.283036 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7490-e06d-4dff-a0b3-993cf0b2d495 req-40fab5cc-3397-47ee-85be-8ceb438b5c50 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:19.284686 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5fee7490-e06d-4dff-a0b3-993cf0b2d495 req-40fab5cc-3397-47ee-85be-8ceb438b5c50 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0582268 Aug 10 14:09:19.328373 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5fee7490-e06d-4dff-a0b3-993cf0b2d495 req-6a5ac279-438c-414e-a7ca-6705b08f73bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Aug 10 14:09:19.370795 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 48232) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:19.408532 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['ddea4593-f2f4-4496-962d-175f8d7925fb'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:09:19.480408 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:19.570554 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:19.575384 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:19.613851 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=695b15ddae05401aa8efebd51bcbca4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419181 Aug 10 14:09:19.615060 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0806d4a3-4845-4ee5-93f9-085164987df7,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:19.617735 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 48240) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:19.622869 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.623228 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.623604 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.623949 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.624364 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.624632 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.624969 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.625303 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.625640 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.625971 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.626318 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.626632 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6d37-1f9b-471c-868a-105b5c3a1826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.667222 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66efcd6-f6df-45c3-8a6b-7cc46f4bd710 req-3b88df19-d2c1-4c15-83e4-947dcf062f74 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:19.668725 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a66efcd6-f6df-45c3-8a6b-7cc46f4bd710 req-3b88df19-d2c1-4c15-83e4-947dcf062f74 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0771599 Aug 10 14:09:19.696721 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:19.726947 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a66efcd6-f6df-45c3-8a6b-7cc46f4bd710 req-0f20c63b-bba9-43c1-8cac-f4c64947674e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516789 Aug 10 14:09:19.731608 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:19.781473 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:19.784172 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:19.785294 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0806d4a3-4845-4ee5-93f9-085164987df7 HTTP/1.1" status: 204 len: 168 time: 0.1665754 Aug 10 14:09:19.793647 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0806d4a3-4845-4ee5-93f9-085164987df7,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:19.801007 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.801298 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.801645 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.802019 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.802356 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.802781 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.803127 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.803561 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.803825 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.804167 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.804512 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:19.804958 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11225fad-7ebd-4924-92b3-5fc2df493e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:20.121304 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da063b6a-370e-44ec-b568-c2670186ff52 req-25ec6fa5-2e8f-41a5-a270-549b18b21aef tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:20.122802 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-da063b6a-370e-44ec-b568-c2670186ff52 req-25ec6fa5-2e8f-41a5-a270-549b18b21aef tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 945 time: 0.0484006 Aug 10 14:09:20.162024 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-da063b6a-370e-44ec-b568-c2670186ff52 req-6e518ce6-9a5d-4947-8a7d-68d63bae006e tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305665 Aug 10 14:09:20.446399 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a51f4-7e16-435b-b434-220150802bcb req-72a466f9-b077-4f7e-bd46-b065744ea5d5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:20.447889 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b00a51f4-7e16-435b-b434-220150802bcb req-72a466f9-b077-4f7e-bd46-b065744ea5d5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0483620 Aug 10 14:09:20.485477 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b00a51f4-7e16-435b-b434-220150802bcb req-14b2a34e-371c-4a1a-b7b1-e94ffd351b50 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Aug 10 14:09:20.845349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229637c-f3f6-4863-b7f1-b947ada86426 req-67b0cbf0-541c-4461-90ea-74ae1bafae92 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:20.846947 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1229637c-f3f6-4863-b7f1-b947ada86426 req-67b0cbf0-541c-4461-90ea-74ae1bafae92 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0536354 Aug 10 14:09:20.887058 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1229637c-f3f6-4863-b7f1-b947ada86426 req-ba4bf552-56a3-4d9f-9e58-9b79ad5bece9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341756 Aug 10 14:09:21.274238 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcf047-17fc-4f94-b64c-4e20aac299a7 req-cf5021f7-f75e-4231-bacc-ce89a80cc436 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:21.275723 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-53fcf047-17fc-4f94-b64c-4e20aac299a7 req-cf5021f7-f75e-4231-bacc-ce89a80cc436 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 945 time: 0.0486038 Aug 10 14:09:21.312728 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-53fcf047-17fc-4f94-b64c-4e20aac299a7 req-7507851c-26e0-4567-80a7-60aead3a31e7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Aug 10 14:09:21.438087 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-13e13cb3-6065-4f81-abb0-e7bdb619a3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:21.603482 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea5015-6113-4583-80a4-894a2199d1e5 req-361d77da-8dc0-41d6-bbed-a53f870b7d78 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:21.605273 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-75ea5015-6113-4583-80a4-894a2199d1e5 req-361d77da-8dc0-41d6-bbed-a53f870b7d78 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0492461 Aug 10 14:09:21.643876 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-75ea5015-6113-4583-80a4-894a2199d1e5 req-12dd331d-90e0-4831-b4a9-9a8656e112b8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Aug 10 14:09:22.000324 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f0fea-8f3c-49eb-bf28-34501ba9cde8 req-b3c784b7-4fb8-4ba8-b009-dafe26e552ec tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:22.001815 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-994f0fea-8f3c-49eb-bf28-34501ba9cde8 req-b3c784b7-4fb8-4ba8-b009-dafe26e552ec tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0505252 Aug 10 14:09:22.043264 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-994f0fea-8f3c-49eb-bf28-34501ba9cde8 req-0d757899-c06e-4d21-93a0-1a717368469d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355070 Aug 10 14:09:22.412816 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:22.430988 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fd58-e83b-48dd-939b-9266ef24bd26 req-40566ee7-ab15-4dcb-ac18-ab6a3f11f4c1 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:22.432546 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e937fd58-e83b-48dd-939b-9266ef24bd26 req-40566ee7-ab15-4dcb-ac18-ab6a3f11f4c1 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 945 time: 0.0515230 Aug 10 14:09:22.470715 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e937fd58-e83b-48dd-939b-9266ef24bd26 req-9e5693f2-d003-42cc-a732-ecebcfba884a tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Aug 10 14:09:22.503701 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-a3e0361f-5b2e-4d7a-aaab-89b0e885910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:22.505316 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-a3e0361f-5b2e-4d7a-aaab-89b0e885910c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1098 time: 0.0464904 Aug 10 14:09:22.609273 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-c628dd62-6d08-4d0c-b631-dea2d3b225f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:22.610703 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-c628dd62-6d08-4d0c-b631-dea2d3b225f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 919 time: 0.0847292 Aug 10 14:09:22.654106 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-b92a72ad-ab11-4a41-af06-6e80f920d00c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d HTTP/1.1" status: 200 len: 217 time: 0.0352101 Aug 10 14:09:22.717336 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-58639dab-4521-42a6-a812-7521f42f6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:22.718850 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-58639dab-4521-42a6-a812-7521f42f6d5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.0487759 Aug 10 14:09:22.754318 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-3fb4a508-36db-44e5-b3ad-ca105e84bc1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261729 Aug 10 14:09:22.767717 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aa66f-c6f9-4167-a960-87ebe66adf90 req-52488fb1-e33c-4887-95e9-d633ff5358d5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:22.769237 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e18aa66f-c6f9-4167-a960-87ebe66adf90 req-52488fb1-e33c-4887-95e9-d633ff5358d5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0510840 Aug 10 14:09:22.820810 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e18aa66f-c6f9-4167-a960-87ebe66adf90 req-7024334c-7083-4f32-9fb2-e92500446e62 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375977 Aug 10 14:09:22.872120 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-fd1db2d9-2630-4cb6-b9d8-08ffa5f41b79 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966988 Aug 10 14:09:22.989703 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-37ea79c0-2c30-4eaf-a4b5-19626418f1ef req-bc2b51e2-173a-4546-a959-9e69fcc4aace service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910082 Aug 10 14:09:23.205436 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5222b-2b60-46c9-b14e-b9efa7a8234d req-c82acbb4-22d1-447b-b7e2-bf05b5745ecc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:23.207091 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c8a5222b-2b60-46c9-b14e-b9efa7a8234d req-c82acbb4-22d1-447b-b7e2-bf05b5745ecc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0596452 Aug 10 14:09:23.249899 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c8a5222b-2b60-46c9-b14e-b9efa7a8234d req-72a833ca-e4b6-48a1-967a-0ff2ca995b7d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Aug 10 14:09:23.672522 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125de0b-2a36-4456-986b-339ef14d11d7 req-e899bbc2-e9da-451c-aa0a-723c8505570b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:23.675315 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3125de0b-2a36-4456-986b-339ef14d11d7 req-e899bbc2-e9da-451c-aa0a-723c8505570b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 945 time: 0.0603125 Aug 10 14:09:23.723757 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3125de0b-2a36-4456-986b-339ef14d11d7 req-3f77f189-6f74-4948-a45d-c91aa11f8999 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Aug 10 14:09:23.757064 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-afdf17ff-523c-4295-89d2-c0827708b431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:23.947223 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7756e-7bd3-4982-a82d-c60fec485cc1 req-2b665096-cb8f-4c83-828c-16f73f42df9e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:23.948748 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aea7756e-7bd3-4982-a82d-c60fec485cc1 req-2b665096-cb8f-4c83-828c-16f73f42df9e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Aug 10 14:09:23.990605 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aea7756e-7bd3-4982-a82d-c60fec485cc1 req-ecf3c723-3cd7-49d6-a34c-5e31259f1a09 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352027 Aug 10 14:09:24.174111 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:24.367379 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9151fb-fb7c-4d41-9c37-c87d1372b8b0 req-16b99e4f-8804-4016-bae0-917521ee3bda tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:24.368867 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7c9151fb-fb7c-4d41-9c37-c87d1372b8b0 req-16b99e4f-8804-4016-bae0-917521ee3bda tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0514545 Aug 10 14:09:24.402924 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ddea4593-f2f4-4496-962d-175f8d7925fb up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:09:24.416773 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7c9151fb-fb7c-4d41-9c37-c87d1372b8b0 req-07007aec-57e6-46ba-b3bb-c144a716dddf tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 Aug 10 14:09:24.458027 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port ddea4593-f2f4-4496-962d-175f8d7925fb completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:09:24.461612 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port ddea4593-f2f4-4496-962d-175f8d7925fb triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:09:24.461992 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:24.540078 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:24.561749 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:09:24.564043 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40c004e-eb3c-455a-b851-3dfc84fdd24e" -d '{"events": [{"server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "name": "network-vif-plugged", "status": "completed", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:09:24.577158 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port ddea4593-f2f4-4496-962d-175f8d7925fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddea4593-f2f4-4496-962d-175f8d7925fb,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:24.590108 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:24.616557 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c1e9fc-6639-4167-8d4f-be4a9d7c7c2d x-openstack-request-id: req-89c1e9fc-6639-4167-8d4f-be4a9d7c7c2d {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:09:24.616851 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "name": "network-vif-plugged", "status": "completed", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:09:24.617111 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89c1e9fc-6639-4167-8d4f-be4a9d7c7c2d {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:09:24.617495 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'code': 200} Aug 10 14:09:24.645466 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=ddea4593-f2f4-4496-962d-175f8d7925fb,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:24.652878 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.653256 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.653605 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.653946 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.654280 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.654614 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.654947 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.655307 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.655631 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.655957 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.656279 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.656608 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:09:24.855116 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f070d-e36d-4b34-a710-792801e96531 req-8992ca73-ba43-4b48-b120-9ba6c11cb137 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:24.857051 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-668f070d-e36d-4b34-a710-792801e96531 req-8992ca73-ba43-4b48-b120-9ba6c11cb137 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0579395 Aug 10 14:09:24.874890 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:24.899269 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-668f070d-e36d-4b34-a710-792801e96531 req-c6b0b788-28e0-4b03-9108-f34319d98cb0 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Aug 10 14:09:24.934372 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06b4c3-4b4e-4f1f-9a49-404c590974a2 req-432d752a-f361-4956-876d-7d201ef3e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:24.936121 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-9d06b4c3-4b4e-4f1f-9a49-404c590974a2 req-432d752a-f361-4956-876d-7d201ef3e376 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 1099 time: 0.0431802 Aug 10 14:09:24.975059 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-9d06b4c3-4b4e-4f1f-9a49-404c590974a2 req-97fdf62b-12e0-47a0-9c6b-3f084f07ee65 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308197 Aug 10 14:09:25.108764 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9d17f-5c06-4ac6-8b0a-975c1254e6bc req-4a1947c4-bd9e-4821-9bfa-753dbb6893cf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:25.110244 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b5b9d17f-5c06-4ac6-8b0a-975c1254e6bc req-4a1947c4-bd9e-4821-9bfa-753dbb6893cf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0487313 Aug 10 14:09:25.147597 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b5b9d17f-5c06-4ac6-8b0a-975c1254e6bc req-208fad9d-8cce-4b7a-a50a-6477eef6b2ea tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313754 Aug 10 14:09:25.533605 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d21a3e-aa49-4e86-bc0e-33bc7387bf9e req-f847ab6d-400c-4b68-bc68-baaf8997d258 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:25.535082 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f0d21a3e-aa49-4e86-bc0e-33bc7387bf9e req-f847ab6d-400c-4b68-bc68-baaf8997d258 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0512426 Aug 10 14:09:25.575244 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f0d21a3e-aa49-4e86-bc0e-33bc7387bf9e req-42217d34-7013-485c-9da4-b98e5fccfc2e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Aug 10 14:09:26.020324 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77476600-8042-42d9-a5b9-b826d88395f8 req-702f20e1-7dcc-459e-bfe4-cd31f00a922c tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:26.021801 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77476600-8042-42d9-a5b9-b826d88395f8 req-702f20e1-7dcc-459e-bfe4-cd31f00a922c tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0521085 Aug 10 14:09:26.060320 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77476600-8042-42d9-a5b9-b826d88395f8 req-8d4d2cac-b965-4eb4-8dfa-aeec5d59dc97 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Aug 10 14:09:26.273529 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5327e4-1a6b-4a98-aaaa-4a462ebbf2af req-2dc1e4d0-5f04-4a79-a1ac-87d9aa6bcfc3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:26.275020 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-da5327e4-1a6b-4a98-aaaa-4a462ebbf2af req-2dc1e4d0-5f04-4a79-a1ac-87d9aa6bcfc3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0527923 Aug 10 14:09:26.315957 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-da5327e4-1a6b-4a98-aaaa-4a462ebbf2af req-eb42e43f-3d4a-462c-b16d-f7d5307fc060 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342336 Aug 10 14:09:26.625798 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 48408) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:26.644821 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:26.695979 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17132b3-ffcd-4678-9ed0-4f08a3a10afa req-8cffcac4-c178-4bbb-bace-c5ccc3c97dda tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:26.697619 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f17132b3-ffcd-4678-9ed0-4f08a3a10afa req-8cffcac4-c178-4bbb-bace-c5ccc3c97dda tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0486910 Aug 10 14:09:26.733062 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-83af22cb-fc8b-4a83-a5e7-9ee4cd152ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:26.739540 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f17132b3-ffcd-4678-9ed0-4f08a3a10afa req-7d8213d4-3ee8-4aa4-8c95-94fcfb382b37 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357440 Aug 10 14:09:26.822337 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-83af22cb-fc8b-4a83-a5e7-9ee4cd152ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:26.826649 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-83af22cb-fc8b-4a83-a5e7-9ee4cd152ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:26.866185 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af22cb-fc8b-4a83-a5e7-9ee4cd152ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf05a738-b300-4417-8d6e-5379c7780259,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:26.871455 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-83af22cb-fc8b-4a83-a5e7-9ee4cd152ecc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa5c7066f00d4c398a286fab577297a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445896 Aug 10 14:09:26.874184 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 48414) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:26.924649 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8ad85477-02b5-4685-a21a-cefaca2da887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:26.947568 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8ad85477-02b5-4685-a21a-cefaca2da887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:26.997820 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8ad85477-02b5-4685-a21a-cefaca2da887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:27.000348 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8ad85477-02b5-4685-a21a-cefaca2da887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:27.001548 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-8ad85477-02b5-4685-a21a-cefaca2da887 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf05a738-b300-4417-8d6e-5379c7780259 HTTP/1.1" status: 204 len: 168 time: 0.1262732 Aug 10 14:09:27.009639 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad85477-02b5-4685-a21a-cefaca2da887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf05a738-b300-4417-8d6e-5379c7780259,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:27.174805 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6122c-afc1-4f79-83ac-7a23809bf2bf req-81a28f82-756d-434a-ada7-31aedb33179a tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:27.176308 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8ad6122c-afc1-4f79-83ac-7a23809bf2bf req-81a28f82-756d-434a-ada7-31aedb33179a tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0477853 Aug 10 14:09:27.216864 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8ad6122c-afc1-4f79-83ac-7a23809bf2bf req-0b95bb24-f126-4687-a581-f556a7444113 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345531 Aug 10 14:09:27.267844 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 48426) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:27.284530 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-39c3a5ce-9534-4f1e-8a63-e8963902c178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:27.377836 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-39c3a5ce-9534-4f1e-8a63-e8963902c178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:27.382787 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-39c3a5ce-9534-4f1e-8a63-e8963902c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:27.422925 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-39c3a5ce-9534-4f1e-8a63-e8963902c178 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6af50ab5e7940a4af27d94d620aaf7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516104 Aug 10 14:09:27.423928 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3a5ce-9534-4f1e-8a63-e8963902c178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effa269b-3040-40af-b978-3433138bab85,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:27.426171 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 48430) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:27.451911 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bb05a-37df-422f-823e-ecb00b76c608 req-324db444-efbe-495f-8abd-fcb46cb35cff tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:27.453361 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-322bb05a-37df-422f-823e-ecb00b76c608 req-324db444-efbe-495f-8abd-fcb46cb35cff tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0624089 Aug 10 14:09:27.512235 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-322bb05a-37df-422f-823e-ecb00b76c608 req-02dfcb4f-c0df-4544-819d-6c39d4d0eea8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512269 Aug 10 14:09:27.512913 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ce3d415b-92ad-41e2-89ec-ee40fc566437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:27.538008 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ce3d415b-92ad-41e2-89ec-ee40fc566437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:27.586126 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ce3d415b-92ad-41e2-89ec-ee40fc566437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:27.589266 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ce3d415b-92ad-41e2-89ec-ee40fc566437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:27.590386 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-ce3d415b-92ad-41e2-89ec-ee40fc566437 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/effa269b-3040-40af-b978-3433138bab85 HTTP/1.1" status: 204 len: 168 time: 0.1632307 Aug 10 14:09:27.598228 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d415b-92ad-41e2-89ec-ee40fc566437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effa269b-3040-40af-b978-3433138bab85,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:27.855770 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05c3aa-4821-431e-b795-c31ca5509972 req-ec47d486-d1cf-407d-93a7-acde4701dde6 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:27.857270 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c05c3aa-4821-431e-b795-c31ca5509972 req-ec47d486-d1cf-407d-93a7-acde4701dde6 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0510654 Aug 10 14:09:27.896367 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c05c3aa-4821-431e-b795-c31ca5509972 req-ef52451c-9865-43c4-aa86-173f1007e049 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Aug 10 14:09:28.332020 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe5b91-e930-4166-8b92-62e65d3588a2 req-95e0f3a8-a025-4984-b941-72aaac00b92d tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:28.333531 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34fe5b91-e930-4166-8b92-62e65d3588a2 req-95e0f3a8-a025-4984-b941-72aaac00b92d tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0496213 Aug 10 14:09:28.372039 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34fe5b91-e930-4166-8b92-62e65d3588a2 req-92b43c8e-7914-45d9-bafb-40b8d7ee29de tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Aug 10 14:09:28.634654 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb61c2b-2679-42ca-b226-0d6bd29776a9 req-b4627c75-d17c-4261-82bc-e5fb01b3473e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:28.636320 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-adb61c2b-2679-42ca-b226-0d6bd29776a9 req-b4627c75-d17c-4261-82bc-e5fb01b3473e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0524249 Aug 10 14:09:28.676171 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-adb61c2b-2679-42ca-b226-0d6bd29776a9 req-c2c18f55-e7e2-4c46-b47a-a5c2c3ef3922 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339482 Aug 10 14:09:29.022793 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7d3c9-bcd3-481e-9fcb-96a45130a358 req-1141abeb-f9e5-4b93-a44a-de106db39b6f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:29.024449 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-70b7d3c9-bcd3-481e-9fcb-96a45130a358 req-1141abeb-f9e5-4b93-a44a-de106db39b6f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0529828 Aug 10 14:09:29.062272 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-70b7d3c9-bcd3-481e-9fcb-96a45130a358 req-8c77dad2-9943-4599-bb2f-5dae6e3beadc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310235 Aug 10 14:09:29.486763 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3dd7e-3157-4e03-a6af-9696d0df9f80 req-af2d6fb9-7932-42c0-8d03-f8c67318921b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:29.488325 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9ed3dd7e-3157-4e03-a6af-9696d0df9f80 req-af2d6fb9-7932-42c0-8d03-f8c67318921b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0510275 Aug 10 14:09:29.529478 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9ed3dd7e-3157-4e03-a6af-9696d0df9f80 req-1735c2d3-70c2-4662-9fca-843127d212b0 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347271 Aug 10 14:09:29.800846 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8e55-d599-4722-89d9-4aef8b50163b req-87ea72b8-ed12-4db1-9d1d-2298e0604c4b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:29.802354 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-caac8e55-d599-4722-89d9-4aef8b50163b req-87ea72b8-ed12-4db1-9d1d-2298e0604c4b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0505786 Aug 10 14:09:29.841571 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-caac8e55-d599-4722-89d9-4aef8b50163b req-d2d5d199-2c96-4135-ad22-81e480d6d55c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Aug 10 14:09:30.179768 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe621f-18bb-4509-af96-44d38dd4a732 req-4d4363be-370b-46f3-a90f-b6baa2f3b84b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:30.183059 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2efe621f-18bb-4509-af96-44d38dd4a732 req-4d4363be-370b-46f3-a90f-b6baa2f3b84b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0539806 Aug 10 14:09:30.227380 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2efe621f-18bb-4509-af96-44d38dd4a732 req-c9f65c1a-5e56-4cd8-9034-7d4829ddd264 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Aug 10 14:09:30.524185 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-affd9e97-a97c-4a73-b994-61030e5a130e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:30.527720 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-affd9e97-a97c-4a73-b994-61030e5a130e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 815 time: 0.1198585 Aug 10 14:09:30.545354 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-09965b6e-fcab-48a5-965e-e7257819b16f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/quotas/60d9d194cba4415e920751d966cf29ba HTTP/1.1" status: 200 len: 375 time: 0.0116525 Aug 10 14:09:30.607727 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-544db8d3-3940-406c-b600-b1f20af140db tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550690 Aug 10 14:09:30.706080 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85246eb2-8ca8-48d3-8a04-ccd6ed828fbe req-00d8f32d-4915-404d-aded-94d910e3ff03 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:30.707815 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-85246eb2-8ca8-48d3-8a04-ccd6ed828fbe req-00d8f32d-4915-404d-aded-94d910e3ff03 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0989339 Aug 10 14:09:30.759752 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-6b58b221-c173-4aec-b727-0cde6a2120a8 service neutron] 10.222.0.26 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424301 Aug 10 14:09:30.764767 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-85246eb2-8ca8-48d3-8a04-ccd6ed828fbe req-a6849dc4-d2ae-43e9-b468-cb2543d0c1f0 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Aug 10 14:09:30.881543 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-258346f6-dc51-4cf4-9756-b6f66446f0b2 service neutron] 10.222.0.26 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155634 Aug 10 14:09:30.900416 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df876272-953e-4b45-a4ee-079c952c5b72 req-96bc9a30-4bcf-411e-8bfc-edd4da7c60e1 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:30.902836 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-df876272-953e-4b45-a4ee-079c952c5b72 req-96bc9a30-4bcf-411e-8bfc-edd4da7c60e1 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0672436 Aug 10 14:09:30.940494 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-df876272-953e-4b45-a4ee-079c952c5b72 req-90c2d206-7204-451d-95c4-eb5322b0c0e9 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Aug 10 14:09:31.055030 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e9fe-ae68-4a83-8142-1762e3d6b349 req-5d3622e2-ee28-4fc9-9467-bc465564b47a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:31.056682 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4631e9fe-ae68-4a83-8142-1762e3d6b349 req-5d3622e2-ee28-4fc9-9467-bc465564b47a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0593419 Aug 10 14:09:31.107523 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4631e9fe-ae68-4a83-8142-1762e3d6b349 req-b80e973f-b331-452e-bce6-110aee80b5e1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438795 Aug 10 14:09:31.187821 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e45aeda2-2f6d-4280-a4f9-d33dd802b741 req-76f13c1e-9cad-4822-b967-4a78c9ea7601 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 210 time: 0.0268190 Aug 10 14:09:31.297423 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e55c2e-b080-4dce-8db4-44d96e222016 req-c8643d22-60fe-4b71-a361-a23f19c18ed2 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:31.298920 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e0e55c2e-b080-4dce-8db4-44d96e222016 req-c8643d22-60fe-4b71-a361-a23f19c18ed2 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0533664 Aug 10 14:09:31.362271 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e0e55c2e-b080-4dce-8db4-44d96e222016 req-c7be7459-2c5d-42d8-9d6c-51102a6eb647 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529380 Aug 10 14:09:31.373837 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32159db2-53d4-434d-8a8c-6ec35a4c7826 req-fb51654c-6c2a-4125-a14b-770ba0d0e453 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:31.375350 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-32159db2-53d4-434d-8a8c-6ec35a4c7826 req-fb51654c-6c2a-4125-a14b-770ba0d0e453 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0755031 Aug 10 14:09:31.416710 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-32159db2-53d4-434d-8a8c-6ec35a4c7826 req-5a8ad7fc-8008-49c4-9254-85a8143e9132 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351226 Aug 10 14:09:32.253773 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b252b-2158-4507-9ecc-96ca11cf95e9 req-6f32b34b-1b13-4ea2-8fd1-c148de506991 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:32.255373 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-561b252b-2158-4507-9ecc-96ca11cf95e9 req-6f32b34b-1b13-4ea2-8fd1-c148de506991 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0663383 Aug 10 14:09:32.297465 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-561b252b-2158-4507-9ecc-96ca11cf95e9 req-a8b58e4d-ad1f-4555-b3f2-d8a1a93a10b8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355861 Aug 10 14:09:32.378223 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbd6b8d-1ce7-4706-9d59-7d86ef6705f3 req-dc731b86-3724-498f-b830-de67a2511109 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 210 time: 0.0254781 Aug 10 14:09:32.538736 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f6df7-055c-41aa-b11b-4b11c153f5bf req-bda71bf7-cdae-470d-9487-17bd4d93a734 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:32.540416 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a81f6df7-055c-41aa-b11b-4b11c153f5bf req-bda71bf7-cdae-470d-9487-17bd4d93a734 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0569615 Aug 10 14:09:32.583918 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a81f6df7-055c-41aa-b11b-4b11c153f5bf req-610a7ed2-2dee-4e8f-852f-e2f0672fda38 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373805 Aug 10 14:09:33.414818 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7faf30b-c1b3-4164-a13a-dd9a6f401f64 req-cfda2510-b380-4578-aa31-b44805ea3fc2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:33.416311 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e7faf30b-c1b3-4164-a13a-dd9a6f401f64 req-cfda2510-b380-4578-aa31-b44805ea3fc2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0486550 Aug 10 14:09:33.452505 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e7faf30b-c1b3-4164-a13a-dd9a6f401f64 req-909783ff-ca4e-46df-87f3-1e481457836a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304031 Aug 10 14:09:33.536227 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ee811669-c40e-451f-9692-098b223e8598 req-f509bbf6-71e0-4f28-877c-a46b417db6a9 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 210 time: 0.0289795 Aug 10 14:09:33.695522 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5610cdd-62ef-4a4d-ac3e-2c7dec240d52 req-ae70a76c-2553-4985-8e63-ee3acf5cb38f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:33.696982 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5610cdd-62ef-4a4d-ac3e-2c7dec240d52 req-ae70a76c-2553-4985-8e63-ee3acf5cb38f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0486560 Aug 10 14:09:33.735429 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5610cdd-62ef-4a4d-ac3e-2c7dec240d52 req-304271ae-b42a-4f37-9ff7-9c3d6f775bdc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Aug 10 14:09:34.572708 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c17fd2-3cc4-4ec8-a0e0-73ccde9bb81a req-c160ce57-0077-436d-b087-5c8be8b364ce tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:34.572708 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-69c17fd2-3cc4-4ec8-a0e0-73ccde9bb81a req-c160ce57-0077-436d-b087-5c8be8b364ce tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0481367 Aug 10 14:09:34.616379 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-69c17fd2-3cc4-4ec8-a0e0-73ccde9bb81a req-f5fdbd0b-3d01-4eb5-a6b5-74b0ac23b52d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362327 Aug 10 14:09:34.643703 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d0d4788-f956-4334-be36-6688506bbd79 req-f482d0fc-63ba-4448-8d9c-8bfa2f74ae6a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 210 time: 0.0301201 Aug 10 14:09:34.876719 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30843d82-2ac6-4f78-b756-698243a75f59 req-2b0fa199-1016-4177-b1c4-6fb07edaa95a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:34.878373 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-30843d82-2ac6-4f78-b756-698243a75f59 req-2b0fa199-1016-4177-b1c4-6fb07edaa95a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0694823 Aug 10 14:09:34.917254 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-30843d82-2ac6-4f78-b756-698243a75f59 req-9cfdef84-e8d0-43bc-9264-950859d2ead1 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327637 Aug 10 14:09:34.935146 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-c4bcffcb-80f4-4bd0-85e3-e6d2c49a029c tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:34.936639 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-c4bcffcb-80f4-4bd0-85e3-e6d2c49a029c tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 815 time: 0.1228006 Aug 10 14:09:34.962209 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Request body: {'port': {'device_id': '09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b', 'network_id': 'd496c528-c828-4efe-b934-272531057e9e', 'admin_state_up': True, 'tenant_id': '60d9d194cba4415e920751d966cf29ba'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:35.077836 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Made reservation on behalf of 60d9d194cba4415e920751d966cf29ba for: {'port': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:09:35.081505 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.223670 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Allocated IP 172.20.0.8 (d496c528-c828-4efe-b934-272531057e9e/a4ffdedc-2fe2-4216-bb82-9f15d3be86d2/662e7756-9e89-4610-91b2-6d048a83d9ae) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:09:35.376075 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.414516 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.458654 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Network d496c528-c828-4efe-b934-272531057e9e is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:09:35.463816 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:09:35.467570 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:09:35.474235 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Pushing event updated for resources: {'Port': ['ID=662e7756-9e89-4610-91b2-6d048a83d9ae,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:35.516671 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 48644) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:35.520651 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:35.521286 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.536161 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-fc8cf843-8f6e-4de9-bf7b-57f448d95dcc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779305 Aug 10 14:09:35.620505 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-163038d3-b271-4fbf-bf36-ad1a58938e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.735380 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-163038d3-b271-4fbf-bf36-ad1a58938e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.740104 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-163038d3-b271-4fbf-bf36-ad1a58938e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.787792 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-163038d3-b271-4fbf-bf36-ad1a58938e37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=576002f53717464fa0d0feaffcb606fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699332 Aug 10 14:09:35.790378 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 48654) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:35.796024 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a5ded-96fa-4b89-a192-7898bdffec68 req-7e8efdc1-0a68-4bd8-95d9-a7fc57b5babe tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:35.797482 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a35a5ded-96fa-4b89-a192-7898bdffec68 req-7e8efdc1-0a68-4bd8-95d9-a7fc57b5babe tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0976584 Aug 10 14:09:35.798093 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163038d3-b271-4fbf-bf36-ad1a58938e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c995a666-15b8-4016-9aad-4f9054318a8d,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:35.839821 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a35a5ded-96fa-4b89-a192-7898bdffec68 req-a7a85e86-2215-4a6f-ae59-1575a8b8885f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363555 Aug 10 14:09:35.853649 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ed399ebb-0c63-4713-afe8-b197fe773d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.876364 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ed399ebb-0c63-4713-afe8-b197fe773d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.924713 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ed399ebb-0c63-4713-afe8-b197fe773d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.927581 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ed399ebb-0c63-4713-afe8-b197fe773d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:35.928753 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ed399ebb-0c63-4713-afe8-b197fe773d63 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c995a666-15b8-4016-9aad-4f9054318a8d HTTP/1.1" status: 204 len: 168 time: 0.1373079 Aug 10 14:09:35.939522 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed399ebb-0c63-4713-afe8-b197fe773d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c995a666-15b8-4016-9aad-4f9054318a8d,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:35.945355 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71299cec-109c-43db-9710-42a2994579be req-fa3e4c7c-df22-45c5-91c0-765def34ba41 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:35.947231 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-71299cec-109c-43db-9710-42a2994579be req-fa3e4c7c-df22-45c5-91c0-765def34ba41 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 931 time: 0.0494299 Aug 10 14:09:35.992728 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-71299cec-109c-43db-9710-42a2994579be req-3bafae4b-f920-4aac-a704-d4643ddaf32f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Aug 10 14:09:36.101093 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394a019-e5e9-4824-9d25-eb59c0fb9d48 req-73cbc4e0-101b-49d4-9ef9-b3cbf095c14f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:36.102782 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f394a019-e5e9-4824-9d25-eb59c0fb9d48 req-73cbc4e0-101b-49d4-9ef9-b3cbf095c14f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0529623 Aug 10 14:09:36.141171 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f394a019-e5e9-4824-9d25-eb59c0fb9d48 req-21bba29c-afa4-4793-87f3-45a4f222d600 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Aug 10 14:09:36.216056 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 48664) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:36.229701 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-18aadb24-ee41-42d3-9458-daffb4964793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:36.316664 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-18aadb24-ee41-42d3-9458-daffb4964793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:36.320387 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-18aadb24-ee41-42d3-9458-daffb4964793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:36.356332 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aadb24-ee41-42d3-9458-daffb4964793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba3c03-2e25-4e8c-8e1d-e147f66c0433,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:36.360433 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-18aadb24-ee41-42d3-9458-daffb4964793 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51fa39be5eda4db9b847c30c3e6193cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433399 Aug 10 14:09:36.362924 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 48666) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:36.412824 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7ad10e3f-48e9-49c5-9453-6c335069d089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:36.434184 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7ad10e3f-48e9-49c5-9453-6c335069d089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:36.480090 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7ad10e3f-48e9-49c5-9453-6c335069d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:36.482589 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7ad10e3f-48e9-49c5-9453-6c335069d089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:36.483753 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-7ad10e3f-48e9-49c5-9453-6c335069d089 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7aba3c03-2e25-4e8c-8e1d-e147f66c0433 HTTP/1.1" status: 204 len: 168 time: 0.1199086 Aug 10 14:09:36.491234 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad10e3f-48e9-49c5-9453-6c335069d089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba3c03-2e25-4e8c-8e1d-e147f66c0433,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:38.020503 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8df99d83-c74a-41f3-8536-8553f138f521', '49acae9a-2832-4566-9513-4bc760188576', 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:09:38.078824 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Request body: {'port': {'device_id': '09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:38.117741 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 48734) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:38.151268 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.305702 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea041bb-ae29-4605-9991-212f40d3c6c0 req-c0cb4499-eb4d-4f77-8017-2bcf0ef1ad37 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:38.314299 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bea041bb-ae29-4605-9991-212f40d3c6c0 req-c0cb4499-eb4d-4f77-8017-2bcf0ef1ad37 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0883095 Aug 10 14:09:38.335195 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-134f8392-8a1a-4281-b7c8-3144f2bfe228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.487988 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-134f8392-8a1a-4281-b7c8-3144f2bfe228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.491690 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bea041bb-ae29-4605-9991-212f40d3c6c0 req-72edb49e-4b75-422a-b929-8bcaa9f8a40d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761310 Aug 10 14:09:38.506362 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c876f6-3b60-426a-be1d-b702bd824210 req-3a40e0f6-2f86-4baa-a8cc-5f7cb70e4cd5 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:38.508047 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-39c876f6-3b60-426a-be1d-b702bd824210 req-3a40e0f6-2f86-4baa-a8cc-5f7cb70e4cd5 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 931 time: 0.0963683 Aug 10 14:09:38.508964 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-134f8392-8a1a-4281-b7c8-3144f2bfe228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.585083 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-134f8392-8a1a-4281-b7c8-3144f2bfe228 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5ba689c9732407ab36d4bbc5fcc66be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662619 Aug 10 14:09:38.591400 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 48742) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:38.615198 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662e7756-9e89-4610-91b2-6d048a83d9ae {{(pid=93626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:09:38.627356 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.668842 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Transition to ACTIVE for port object 662e7756-9e89-4610-91b2-6d048a83d9ae will not be triggered until provisioned by entity L2. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:09:38.693512 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-be24c188-baf9-4a0d-9e05-0f80e1bb8347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.719420 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.733089 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-be24c188-baf9-4a0d-9e05-0f80e1bb8347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.799348 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f8392-8a1a-4281-b7c8-3144f2bfe228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef5b9ac-5248-410a-bb7d-bdb6c56268cb,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:38.823553 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Pushing event updated for resources: {'Port': ['ID=662e7756-9e89-4610-91b2-6d048a83d9ae,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:38.823719 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-39c876f6-3b60-426a-be1d-b702bd824210 req-5b6c1b6c-d715-49bc-b091-d89eb90c388b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036900 Aug 10 14:09:38.861389 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971ef4c-4911-483b-9119-98827da9c1cc req-20abec86-29e3-4dcf-baba-c57fe49f998d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:38.862911 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3971ef4c-4911-483b-9119-98827da9c1cc req-20abec86-29e3-4dcf-baba-c57fe49f998d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.2836342 Aug 10 14:09:38.879568 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-be24c188-baf9-4a0d-9e05-0f80e1bb8347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.882637 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-be24c188-baf9-4a0d-9e05-0f80e1bb8347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:38.883820 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-be24c188-baf9-4a0d-9e05-0f80e1bb8347 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fef5b9ac-5248-410a-bb7d-bdb6c56268cb HTTP/1.1" status: 204 len: 168 time: 0.2914476 Aug 10 14:09:38.912498 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3971ef4c-4911-483b-9119-98827da9c1cc req-4283b2ea-89c8-4a00-ac26-74cfd011e493 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Aug 10 14:09:38.917860 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24c188-baf9-4a0d-9e05-0f80e1bb8347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef5b9ac-5248-410a-bb7d-bdb6c56268cb,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:38.932452 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Attempting to bind port 662e7756-9e89-4610-91b2-6d048a83d9ae on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:09:38.933365 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Attempting to bind port 662e7756-9e89-4610-91b2-6d048a83d9ae by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:09:38.933700 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Attempting to bind port 662e7756-9e89-4610-91b2-6d048a83d9ae on network d496c528-c828-4efe-b934-272531057e9e {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:09:38.939159 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Port 662e7756-9e89-4610-91b2-6d048a83d9ae on network d496c528-c828-4efe-b934-272531057e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:09:38.939537 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Attempting to bind port 662e7756-9e89-4610-91b2-6d048a83d9ae on network d496c528-c828-4efe-b934-272531057e9e {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:09:38.947147 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:09:38.947621 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Checking segment: {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:09:38.948136 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Bound using segment: {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:09:38.948761 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Bound port: 662e7756-9e89-4610-91b2-6d048a83d9ae, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df01fdd4-f194-4d9f-9e59-d26534053290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd496c528-c828-4efe-b934-272531057e9e'}}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:09:38.954348 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.027735 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] For port 662e7756-9e89-4610-91b2-6d048a83d9ae, host hv-cinder-78836, cleared binding levels {{(pid=93626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:09:39.031645 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] For port 662e7756-9e89-4610-91b2-6d048a83d9ae, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=662e7756-9e89-4610-91b2-6d048a83d9ae,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:09:39.042344 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.074314 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:39.074492 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.075903 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] 10.222.0.53 "PUT /v2.0/ports/662e7756-9e89-4610-91b2-6d048a83d9ae HTTP/1.1" status: 200 len: 1093 time: 1.0016954 Aug 10 14:09:39.078181 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b', 'tag': '662e7756-9e89-4610-91b2-6d048a83d9ae'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:09:39.080580 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a4d503-5671-422d-8c37-50f8b17075e6" -d '{"events": [{"name": "network-changed", "server_uuid": "09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b", "tag": "662e7756-9e89-4610-91b2-6d048a83d9ae"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:09:39.113774 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3fe30-47d5-4400-9e5f-fdd4b0866a1e service neutron] Pushing event updated for resources: {'Port': ['ID=662e7756-9e89-4610-91b2-6d048a83d9ae,revision_number=3']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:39.139709 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c27e5d-528b-4cef-b5fe-7e3886d8122c x-openstack-request-id: req-97c27e5d-528b-4cef-b5fe-7e3886d8122c {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:09:39.139993 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b", "tag": "662e7756-9e89-4610-91b2-6d048a83d9ae", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:09:39.140244 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97c27e5d-528b-4cef-b5fe-7e3886d8122c {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:09:39.140641 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b', 'tag': '662e7756-9e89-4610-91b2-6d048a83d9ae', 'status': 'completed', 'code': 200} Aug 10 14:09:39.212573 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 48760) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:39.223441 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-1287b0e2-89cf-4dd7-932c-2b252e01895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:39.224990 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-1287b0e2-89cf-4dd7-932c-2b252e01895f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0414798 Aug 10 14:09:39.226090 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8593abfb-cc5c-44e2-a2ea-fa618ce05ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.291272 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-b7b93620-9590-4ca4-9bbe-2b2a0c8fdbbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662e7756-9e89-4610-91b2-6d048a83d9ae HTTP/1.1" status: 200 len: 217 time: 0.0387075 Aug 10 14:09:39.320226 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8593abfb-cc5c-44e2-a2ea-fa618ce05ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.325100 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8593abfb-cc5c-44e2-a2ea-fa618ce05ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.365049 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-8593abfb-cc5c-44e2-a2ea-fa618ce05ec6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5455efc9339f40108a33ce11f2c8ee90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513736 Aug 10 14:09:39.366889 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593abfb-cc5c-44e2-a2ea-fa618ce05ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b457635b-474f-4723-a6a6-28fd94c94dfa,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:39.367777 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 48762) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:39.380585 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58d325a6-aca2-4d8d-bc1e-727eb541ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:39.381913 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-58d325a6-aca2-4d8d-bc1e-727eb541ef45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 HTTP/1.1" status: 200 len: 855 time: 0.0609415 Aug 10 14:09:39.431595 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-7365e403-4f52-4512-8b9c-f66b48d34f82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d496c528-c828-4efe-b934-272531057e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321584 Aug 10 14:09:39.458892 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d84b1202-4339-4ab7-9e8c-8607cbf48a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.516873 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d84b1202-4339-4ab7-9e8c-8607cbf48a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.571140 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-60623292-1bae-46ae-98bc-61de48da2b8e service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250241 Aug 10 14:09:39.587739 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d84b1202-4339-4ab7-9e8c-8607cbf48a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.590425 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d84b1202-4339-4ab7-9e8c-8607cbf48a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:39.591592 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d84b1202-4339-4ab7-9e8c-8607cbf48a20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b457635b-474f-4723-a6a6-28fd94c94dfa HTTP/1.1" status: 204 len: 168 time: 0.2212608 Aug 10 14:09:39.618460 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b1202-4339-4ab7-9e8c-8607cbf48a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b457635b-474f-4723-a6a6-28fd94c94dfa,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:39.640337 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca77fc-6bbf-4a47-9da6-f012fde2a623 req-3109033d-18e6-4593-9385-bcbdbd5c9c07 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:39.642264 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3fca77fc-6bbf-4a47-9da6-f012fde2a623 req-3109033d-18e6-4593-9385-bcbdbd5c9c07 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0609455 Aug 10 14:09:39.683401 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3fca77fc-6bbf-4a47-9da6-f012fde2a623 req-4c9ed4f0-998e-449c-99f7-92e08169b626 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Aug 10 14:09:39.702933 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-d4a4bf02-8446-4d44-89a5-79d66232512b req-cfe2b529-cdbf-4529-9c2b-5bb3b48e5b99 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077056 Aug 10 14:09:39.930200 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-e5ebf114-915e-4fa3-b940-82df77bd354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:39.932108 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-e5ebf114-915e-4fa3-b940-82df77bd354f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d9d194cba4415e920751d966cf29ba&device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0561595 Aug 10 14:09:39.951550 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355be1fe-1f46-42c1-ab37-d3326011ae6e req-5ef329be-d0b9-4ccc-8e28-d940650bdfd6 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:39.953036 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-355be1fe-1f46-42c1-ab37-d3326011ae6e req-5ef329be-d0b9-4ccc-8e28-d940650bdfd6 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 943 time: 0.0580854 Aug 10 14:09:40.027399 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-355be1fe-1f46-42c1-ab37-d3326011ae6e req-25c3c91a-8132-4486-b8dd-786709495ade tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632367 Aug 10 14:09:40.087862 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-f90d9d7f-4a89-4126-b3b2-38b0004ddc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:40.090211 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-f90d9d7f-4a89-4126-b3b2-38b0004ddc15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 200 len: 916 time: 0.1302247 Aug 10 14:09:40.091674 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030939c-13d5-4493-b3c2-1f04cb6b62b8 req-7b60b7cd-4cf6-46be-ae1a-54447a1c66fd tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:40.093590 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4030939c-13d5-4493-b3c2-1f04cb6b62b8 req-7b60b7cd-4cf6-46be-ae1a-54447a1c66fd tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0652230 Aug 10 14:09:40.141193 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4030939c-13d5-4493-b3c2-1f04cb6b62b8 req-58fe24bb-ebac-4787-9ac6-2b34e993a4fa tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Aug 10 14:09:40.149027 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-0ec33cb1-d017-4c61-a9c8-baf991376bd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662e7756-9e89-4610-91b2-6d048a83d9ae HTTP/1.1" status: 200 len: 217 time: 0.0407736 Aug 10 14:09:40.202813 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-2181ad24-4b96-4f8b-ac4c-ac6bc17295fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:40.204375 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-2181ad24-4b96-4f8b-ac4c-ac6bc17295fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 HTTP/1.1" status: 200 len: 855 time: 0.0472152 Aug 10 14:09:40.242603 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-ac6cc094-30c2-4058-b6c1-841baaa0d379 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d496c528-c828-4efe-b934-272531057e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251141 Aug 10 14:09:40.353869 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-d50e709d-d03d-494e-a723-c40e56af30c3 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934587 Aug 10 14:09:40.452796 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-b7a4d503-5671-422d-8c37-50f8b17075e6 req-c4d7157b-a812-4a59-843c-6ed481eab453 service neutron] 10.222.0.53 "GET /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845709 Aug 10 14:09:40.811785 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b420a0-408e-4adc-84f7-78fc0033fd39 req-3e873162-05b7-47bf-b678-682aadde7a17 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:40.813262 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4b420a0-408e-4adc-84f7-78fc0033fd39 req-3e873162-05b7-47bf-b678-682aadde7a17 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0564358 Aug 10 14:09:40.852135 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4b420a0-408e-4adc-84f7-78fc0033fd39 req-8a2e2d4f-6978-4a9a-90bd-923b877dc0ab tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324397 Aug 10 14:09:41.156824 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd38ce8-fdab-4de3-85eb-09f5d8bb96f2 req-8f6d1c5b-9d9a-407a-9c3c-0dd65bfa9051 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:41.158369 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd38ce8-fdab-4de3-85eb-09f5d8bb96f2 req-8f6d1c5b-9d9a-407a-9c3c-0dd65bfa9051 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 943 time: 0.0552025 Aug 10 14:09:41.206056 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd38ce8-fdab-4de3-85eb-09f5d8bb96f2 req-393e44db-4b0a-4ea3-985a-3585ff186e53 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344124 Aug 10 14:09:41.266899 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73e84a-e9ff-40a5-ade9-156c1ca0ea44 req-3355c643-e594-4ec2-890c-964aa394badb tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:41.268559 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0a73e84a-e9ff-40a5-ade9-156c1ca0ea44 req-3355c643-e594-4ec2-890c-964aa394badb tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0519567 Aug 10 14:09:41.306606 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0a73e84a-e9ff-40a5-ade9-156c1ca0ea44 req-4aa70fab-ac75-44f7-a53c-0d8cc62a63e9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315087 Aug 10 14:09:41.987973 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f9c8c-dca0-43bf-a46a-d863ee455cfe req-34895801-bf4d-4e47-8d55-c46a0a114710 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:41.989462 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f58f9c8c-dca0-43bf-a46a-d863ee455cfe req-34895801-bf4d-4e47-8d55-c46a0a114710 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0529122 Aug 10 14:09:42.027093 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f58f9c8c-dca0-43bf-a46a-d863ee455cfe req-49069c51-4726-46a8-8480-cab4892ae2a6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Aug 10 14:09:42.046416 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:09:42.138716 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:42.150034 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'port_id': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'mac_address': 'fa:16:3e:6b:5f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:09:42.190705 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:42.204097 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c14ce42-ddad-4ae9-be60-7f065a98410f {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:09:42.223815 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:42.228246 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:42.277356 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=6']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:42.329297 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7591bb-9922-48d3-8277-6bdf6acb43a4 req-75e6e304-cbf9-440e-a2c9-7b05ee9892a2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:42.330774 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cb7591bb-9922-48d3-8277-6bdf6acb43a4 req-75e6e304-cbf9-440e-a2c9-7b05ee9892a2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 943 time: 0.0496194 Aug 10 14:09:42.368123 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cb7591bb-9922-48d3-8277-6bdf6acb43a4 req-ab0a55d4-1f42-4b16-9135-1a5069822884 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Aug 10 14:09:42.732397 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925ba0a-5239-444b-b964-78087e21122a req-50c86f3c-8ffc-4c2c-9e0e-0b1c28615df3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:42.733898 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1925ba0a-5239-444b-b964-78087e21122a req-50c86f3c-8ffc-4c2c-9e0e-0b1c28615df3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0524428 Aug 10 14:09:42.771556 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1925ba0a-5239-444b-b964-78087e21122a req-ddd5f97e-92a0-48a3-a17e-179a56f3c021 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Aug 10 14:09:43.148627 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85731084-5db3-441a-ab0d-643e0cf3814f req-a9d61c98-a843-4f8a-9b54-d8f9cd102dfa tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:43.150076 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-85731084-5db3-441a-ab0d-643e0cf3814f req-a9d61c98-a843-4f8a-9b54-d8f9cd102dfa tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0524979 Aug 10 14:09:43.186729 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-85731084-5db3-441a-ab0d-643e0cf3814f req-ce92ff5a-125b-41c3-88d2-63c720e5f2e2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307441 Aug 10 14:09:43.481318 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fbab2-cd02-4af8-b5c6-2d4151d915f0 req-6ed225d8-b6b2-40c0-ae8f-c4c5de34eb93 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:43.482795 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-192fbab2-cd02-4af8-b5c6-2d4151d915f0 req-6ed225d8-b6b2-40c0-ae8f-c4c5de34eb93 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 943 time: 0.0489552 Aug 10 14:09:43.518625 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-192fbab2-cd02-4af8-b5c6-2d4151d915f0 req-4d0317c4-9fb5-4674-bbbd-ae57f3aee863 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299487 Aug 10 14:09:43.882379 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1f1e6-6d61-4c9c-b0cf-22e1f83271d8 req-b5bf1962-46b4-4a71-be2c-07e669120f31 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:43.883851 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-03d1f1e6-6d61-4c9c-b0cf-22e1f83271d8 req-b5bf1962-46b4-4a71-be2c-07e669120f31 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0473363 Aug 10 14:09:43.921428 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-03d1f1e6-6d61-4c9c-b0cf-22e1f83271d8 req-a53ceb96-e0ec-4bd7-bf99-9b3cd0d80310 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Aug 10 14:09:44.306050 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d0317-1b50-4108-bfa7-20445e6c881b req-264f4ab7-d40e-4a84-a2c6-c2bc819910b7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:44.308038 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc5d0317-1b50-4108-bfa7-20445e6c881b req-264f4ab7-d40e-4a84-a2c6-c2bc819910b7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0507951 Aug 10 14:09:44.346213 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc5d0317-1b50-4108-bfa7-20445e6c881b req-87cb83d7-6e12-4116-9a85-65188d3f4cbc tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Aug 10 14:09:44.629814 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4aef5-a75f-4161-bf33-35b05962c77e req-5d77283d-56a8-4f10-8c0c-5061455c62a3 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:44.631263 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-22d4aef5-a75f-4161-bf33-35b05962c77e req-5d77283d-56a8-4f10-8c0c-5061455c62a3 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 943 time: 0.0476542 Aug 10 14:09:44.668233 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-22d4aef5-a75f-4161-bf33-35b05962c77e req-d521e72f-be12-4bf1-8cd8-e4d79b15f1e2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Aug 10 14:09:45.033757 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e5f1-2b57-4beb-b426-557574e48522 req-3bc980ad-3494-4a1b-8686-7638884baf59 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:45.035231 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bf22e5f1-2b57-4beb-b426-557574e48522 req-3bc980ad-3494-4a1b-8686-7638884baf59 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0490894 Aug 10 14:09:45.073913 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bf22e5f1-2b57-4beb-b426-557574e48522 req-40cc77ab-06b4-4f09-a1a6-2023a8f34e3b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Aug 10 14:09:45.210800 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:09:45.466382 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f368c-ee4d-4fb3-8f14-2ef2f1195556 req-ac088538-612a-4c91-be1b-a1548e7f969f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:45.467886 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7e2f368c-ee4d-4fb3-8f14-2ef2f1195556 req-ac088538-612a-4c91-be1b-a1548e7f969f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Aug 10 14:09:45.505328 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7e2f368c-ee4d-4fb3-8f14-2ef2f1195556 req-bc7ee75e-9ea9-4025-a61e-0bbb2bb95fd4 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Aug 10 14:09:45.782296 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69529c-7ec4-4a06-bef1-73f85138c031 req-7e7b1fea-f983-440a-a489-79ea5df799dc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:45.783851 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c69529c-7ec4-4a06-bef1-73f85138c031 req-7e7b1fea-f983-440a-a489-79ea5df799dc tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 943 time: 0.0501692 Aug 10 14:09:45.836442 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c69529c-7ec4-4a06-bef1-73f85138c031 req-ad623856-5a47-4e4b-a924-2fcf58ed3995 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458615 Aug 10 14:09:45.919114 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['4c14ce42-ddad-4ae9-be60-7f065a98410f'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:09:46.201820 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f70fe-ff33-4205-abd6-74320cb51444 req-cb4083fb-673c-455d-8783-20dfa8238c29 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:46.203478 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-764f70fe-ff33-4205-abd6-74320cb51444 req-cb4083fb-673c-455d-8783-20dfa8238c29 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0523653 Aug 10 14:09:46.246195 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-764f70fe-ff33-4205-abd6-74320cb51444 req-ea75a8dc-bc54-45a7-a730-b344a745ae35 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 Aug 10 14:09:46.257030 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dd5a6-9e94-4a2f-8545-fc1a4bf6f464 req-4850ba3f-99e7-4333-a271-4803bf59eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:46.258715 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-023dd5a6-9e94-4a2f-8545-fc1a4bf6f464 req-4850ba3f-99e7-4333-a271-4803bf59eec4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1098 time: 0.0517149 Aug 10 14:09:46.300643 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-023dd5a6-9e94-4a2f-8545-fc1a4bf6f464 req-7e316ed6-fe28-4b5d-98d3-1c9b271869e4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283449 Aug 10 14:09:46.625405 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b217a-745f-43fd-bab0-487c753c2612 req-070822a6-3007-4e5e-b1e3-cd2fc05d09ae tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:46.626869 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-161b217a-745f-43fd-bab0-487c753c2612 req-070822a6-3007-4e5e-b1e3-cd2fc05d09ae tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0511253 Aug 10 14:09:46.663727 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-161b217a-745f-43fd-bab0-487c753c2612 req-894984c6-5b84-440a-a8eb-b469833158c3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309830 Aug 10 14:09:46.961899 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b446bce-93b6-4202-a862-8d8523795675 req-52cb23e3-291c-4128-8661-232f3ba8dc30 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:46.963501 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b446bce-93b6-4202-a862-8d8523795675 req-52cb23e3-291c-4128-8661-232f3ba8dc30 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 943 time: 0.0550563 Aug 10 14:09:47.003798 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b446bce-93b6-4202-a862-8d8523795675 req-9038883f-62f0-4f8a-ae8c-dbbe3c5f1604 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Aug 10 14:09:47.369156 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058822a7-eb05-4506-98d6-995aa4643528 req-37df3c29-dcea-4f75-86e7-41341670d3e3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:47.370882 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-058822a7-eb05-4506-98d6-995aa4643528 req-37df3c29-dcea-4f75-86e7-41341670d3e3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0564294 Aug 10 14:09:47.413337 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-058822a7-eb05-4506-98d6-995aa4643528 req-229612c3-a137-446e-b861-35aa3eab5380 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Aug 10 14:09:47.786021 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7650e6-4575-4cf2-9ea5-c30e659a04ad req-a5a8c37c-cdb8-4bb9-aff6-3e6d62a54033 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:47.787521 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4d7650e6-4575-4cf2-9ea5-c30e659a04ad req-a5a8c37c-cdb8-4bb9-aff6-3e6d62a54033 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0514143 Aug 10 14:09:47.825161 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4d7650e6-4575-4cf2-9ea5-c30e659a04ad req-f623af13-0d39-4c5d-a92e-a563faf284d1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317256 Aug 10 14:09:48.118619 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a7bf-2742-4bc0-908e-ee8e7686eaaf req-7fb2134c-9ef3-4def-ad4c-3b045ff3883b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:48.120640 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4c84a7bf-2742-4bc0-908e-ee8e7686eaaf req-7fb2134c-9ef3-4def-ad4c-3b045ff3883b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 943 time: 0.0486832 Aug 10 14:09:48.157984 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4c84a7bf-2742-4bc0-908e-ee8e7686eaaf req-72fc2edd-f10f-4645-974f-a1445d200263 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Aug 10 14:09:48.529485 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a25e5-dc2b-4bd8-a27f-ec909fa52f93 req-8d9f6df7-dec3-4388-9798-2f2d92572f21 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:48.530897 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-238a25e5-dc2b-4bd8-a27f-ec909fa52f93 req-8d9f6df7-dec3-4388-9798-2f2d92572f21 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0480421 Aug 10 14:09:48.566558 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-238a25e5-dc2b-4bd8-a27f-ec909fa52f93 req-195269a5-4a3a-4952-97e7-153dbbd2e202 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298274 Aug 10 14:09:48.567745 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 662e7756-9e89-4610-91b2-6d048a83d9ae details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:09:48.658423 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 662e7756-9e89-4610-91b2-6d048a83d9ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=662e7756-9e89-4610-91b2-6d048a83d9ae,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:48.669380 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '662e7756-9e89-4610-91b2-6d048a83d9ae', 'network_id': 'd496c528-c828-4efe-b934-272531057e9e', 'port_id': '662e7756-9e89-4610-91b2-6d048a83d9ae', 'mac_address': 'fa:16:3e:45:f9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ffdedc-2fe2-4216-bb82-9f15d3be86d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:09:48.705293 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:48.721004 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662e7756-9e89-4610-91b2-6d048a83d9ae {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:09:48.740234 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 662e7756-9e89-4610-91b2-6d048a83d9ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=662e7756-9e89-4610-91b2-6d048a83d9ae,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:48.743922 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:48.789743 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=662e7756-9e89-4610-91b2-6d048a83d9ae,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:48.944006 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217ad46-299d-45ae-bf1f-29e2c2725686 req-39506dab-1807-436d-8295-868b81484abb tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:48.945470 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4217ad46-299d-45ae-bf1f-29e2c2725686 req-39506dab-1807-436d-8295-868b81484abb tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0510876 Aug 10 14:09:48.983375 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4217ad46-299d-45ae-bf1f-29e2c2725686 req-50892ebc-edec-4a36-b6f3-88b167e3c95a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Aug 10 14:09:49.271024 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055683-2fb0-4f6a-bf1a-c03928b9e0ef req-e9b543a6-d81d-4715-86c8-5d28ccc8aa9d tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:49.272527 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ce055683-2fb0-4f6a-bf1a-c03928b9e0ef req-e9b543a6-d81d-4715-86c8-5d28ccc8aa9d tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 944 time: 0.0482149 Aug 10 14:09:49.310696 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ce055683-2fb0-4f6a-bf1a-c03928b9e0ef req-617f6c4e-a0f9-4577-ba70-4898c82bd40a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Aug 10 14:09:49.679574 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcb25a-5f90-400d-aaa6-4209cd946eac req-50de2dd4-074e-4a98-a77a-718b03753099 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:49.681058 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a7bcb25a-5f90-400d-aaa6-4209cd946eac req-50de2dd4-074e-4a98-a77a-718b03753099 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0483556 Aug 10 14:09:49.717427 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a7bcb25a-5f90-400d-aaa6-4209cd946eac req-77cfb258-9774-4c1b-9045-548865ea3725 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305314 Aug 10 14:09:49.766914 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:09:49.813786 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 4c14ce42-ddad-4ae9-be60-7f065a98410f triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:09:49.814166 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:49.891756 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:49.915247 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:09:49.917676 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc4c0e-5f18-47b2-a0c4-aab15e25272e" -d '{"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-plugged", "status": "completed", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:09:49.930192 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:49.934773 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:49.966013 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550fcf0b-9d5a-4442-bfdd-d02b496135d6 x-openstack-request-id: req-550fcf0b-9d5a-4442-bfdd-d02b496135d6 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:09:49.966337 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-plugged", "status": "completed", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:09:49.966591 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-550fcf0b-9d5a-4442-bfdd-d02b496135d6 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:09:49.966976 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'code': 200} Aug 10 14:09:49.992151 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=7']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:50.118138 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebad817-a2c9-4bcf-89cd-ff90f815898b req-4c7352cd-f7aa-46f1-ae45-bf43a13df993 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:50.121142 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bebad817-a2c9-4bcf-89cd-ff90f815898b req-4c7352cd-f7aa-46f1-ae45-bf43a13df993 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0666053 Aug 10 14:09:50.171971 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bebad817-a2c9-4bcf-89cd-ff90f815898b req-5e835a0c-7a15-4e80-a41f-31dcde8b5430 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460505 Aug 10 14:09:50.445598 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fec6db-3b8a-44f7-a320-351414c8f79e req-291ad4ef-488a-42c3-85b8-7dea460cf299 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:50.447127 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-11fec6db-3b8a-44f7-a320-351414c8f79e req-291ad4ef-488a-42c3-85b8-7dea460cf299 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 944 time: 0.0530434 Aug 10 14:09:50.489086 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-11fec6db-3b8a-44f7-a320-351414c8f79e req-faeecdc5-2fcd-41c4-b9ae-2293cc031f01 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341380 Aug 10 14:09:50.513165 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['662e7756-9e89-4610-91b2-6d048a83d9ae'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:09:50.865438 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a7be-9fd6-4885-aeea-99094e9c2368 req-7e775a29-7114-4c92-ba7a-a70a8ca1a8ce tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:50.868151 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2fb3a7be-9fd6-4885-aeea-99094e9c2368 req-7e775a29-7114-4c92-ba7a-a70a8ca1a8ce tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0764475 Aug 10 14:09:50.943726 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2fb3a7be-9fd6-4885-aeea-99094e9c2368 req-2934a163-f6e9-4eec-a906-82e78e8c84ff tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683546 Aug 10 14:09:51.382531 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac0305-2a94-4bb4-8b13-c829f4c911d3 req-03a170ca-00c0-4d50-ad7a-19d04ce8a568 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:51.391116 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6fac0305-2a94-4bb4-8b13-c829f4c911d3 req-03a170ca-00c0-4d50-ad7a-19d04ce8a568 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0681019 Aug 10 14:09:51.450725 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-dfddf107-bd0d-4ad3-b2c5-ded87d213e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:51.475172 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6fac0305-2a94-4bb4-8b13-c829f4c911d3 req-7e8ac459-9fa7-48b1-b6a4-e91417bcd82a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824289 Aug 10 14:09:51.551323 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df7460-dbfb-4276-b226-ab709dc09a75 req-a57a0b4f-8c25-4f1d-b72c-717a0faecd23 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:51.560022 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-66df7460-dbfb-4276-b226-ab709dc09a75 req-a57a0b4f-8c25-4f1d-b72c-717a0faecd23 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0784521 Aug 10 14:09:51.641804 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-66df7460-dbfb-4276-b226-ab709dc09a75 req-d1021179-707e-48a6-9983-77a2dd35878d tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748990 Aug 10 14:09:51.655561 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 49016) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:51.674357 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4374a-2a92-4f38-90c3-8511d5a671ca req-299e9a27-c767-4e92-a5c4-4712cafc02d2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:51.676480 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23f4374a-2a92-4f38-90c3-8511d5a671ca req-299e9a27-c767-4e92-a5c4-4712cafc02d2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 944 time: 0.0996850 Aug 10 14:09:51.743516 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23f4374a-2a92-4f38-90c3-8511d5a671ca req-d3a83b40-d61b-41bf-ad07-7ef095b66af1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607915 Aug 10 14:09:51.940772 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59988e-5e0d-40f3-b0f8-3a3daa17d6f0 tempest-TestMinimumBasicScenario-82588967 tempest-TestMinimumBasicScenario-82588967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:51.942290 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-6d59988e-5e0d-40f3-b0f8-3a3daa17d6f0 tempest-TestMinimumBasicScenario-82588967 tempest-TestMinimumBasicScenario-82588967-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 1094 time: 0.2854674 Aug 10 14:09:51.945558 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 49020) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:51.949888 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'floatingip': {'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'port_id': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:51.976180 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for floatingip, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:52.090704 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994caaef-52e9-4952-90e5-66944fe3f479 req-f0c3b184-9aff-4789-b6a3-18e820505ac3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:52.092357 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-994caaef-52e9-4952-90e5-66944fe3f479 req-f0c3b184-9aff-4789-b6a3-18e820505ac3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0697112 Aug 10 14:09:52.166723 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-994caaef-52e9-4952-90e5-66944fe3f479 req-83605c82-07c6-4bff-a6c0-72d89a96cf57 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628810 Aug 10 14:09:52.181131 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:52.366836 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Allocated IP 172.27.1.52 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/79efa420-ac3c-469e-9a51-370ce28e14bb) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:09:52.413167 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:52.548327 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862765d3-1663-4e56-b67c-e248a349f8db req-120b7c14-1a4b-4b7d-8989-3d35f18b372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:52.553500 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-862765d3-1663-4e56-b67c-e248a349f8db req-120b7c14-1a4b-4b7d-8989-3d35f18b372b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1098 time: 0.0956707 Aug 10 14:09:52.585284 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe126b0-8c6d-4f8e-b148-81c166235bd1 req-d17d8bc3-60aa-4032-9d9d-c6317d1d5abc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:52.587159 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9fe126b0-8c6d-4f8e-b148-81c166235bd1 req-d17d8bc3-60aa-4032-9d9d-c6317d1d5abc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0751667 Aug 10 14:09:52.694867 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:52.750704 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9fe126b0-8c6d-4f8e-b148-81c166235bd1 req-ad94b109-f5dd-480d-a228-0f228f1aeb21 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550300 Aug 10 14:09:52.841037 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862765d3-1663-4e56-b67c-e248a349f8db req-ea4bd1ff-eac5-473b-922a-ada662984b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:52.842511 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-862765d3-1663-4e56-b67c-e248a349f8db req-ea4bd1ff-eac5-473b-922a-ada662984b51 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 919 time: 0.2784269 Aug 10 14:09:52.882885 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:52.923249 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-862765d3-1663-4e56-b67c-e248a349f8db req-457c6a83-94cb-4787-9a22-8d132a5b2632 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d HTTP/1.1" status: 200 len: 217 time: 0.0657051 Aug 10 14:09:52.947686 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:09:52.953253 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:09:52.962244 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:09:53.011144 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b31813-ba8f-4bed-a509-5d2f2173fe66 req-cbcfcfa7-3d01-4500-86d9-cce1da3a16ad tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:53.015429 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862765d3-1663-4e56-b67c-e248a349f8db req-fb9efab4-a0ce-485a-9ddb-9cbce4811f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:53.017547 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-862765d3-1663-4e56-b67c-e248a349f8db req-fb9efab4-a0ce-485a-9ddb-9cbce4811f70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.0754995 Aug 10 14:09:53.019525 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5b31813-ba8f-4bed-a509-5d2f2173fe66 req-cbcfcfa7-3d01-4500-86d9-cce1da3a16ad tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.1905150 Aug 10 14:09:53.064961 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-862765d3-1663-4e56-b67c-e248a349f8db req-359fd37e-1b58-4731-b75a-ca25032d596a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334129 Aug 10 14:09:53.082146 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'Port': ['ID=79efa420-ac3c-469e-9a51-370ce28e14bb,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:53.119200 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5b31813-ba8f-4bed-a509-5d2f2173fe66 req-5a462b53-dfd1-4612-9714-15d5723e49e0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937359 Aug 10 14:09:53.148953 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20ae8d-da7d-43a6-99de-faf9a244d669 req-d407b5db-5426-474b-b507-966a6b742295 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:53.154925 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2a20ae8d-da7d-43a6-99de-faf9a244d669 req-d407b5db-5426-474b-b507-966a6b742295 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 944 time: 0.2782667 Aug 10 14:09:53.259767 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-862765d3-1663-4e56-b67c-e248a349f8db req-30aa45ca-37c7-434e-8a9e-225fbbd9fb52 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813045 Aug 10 14:09:53.407319 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-862765d3-1663-4e56-b67c-e248a349f8db req-2fb7fecf-964c-433c-a751-4b0918211a4d service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335325 Aug 10 14:09:53.444659 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2a20ae8d-da7d-43a6-99de-faf9a244d669 req-5b3d31bc-e7ed-4af2-98d3-7a324c679b68 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683776 Aug 10 14:09:53.464507 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa782dfd-aab6-4b1c-b98e-aa7bc23fcd40 req-b8c5d672-a82a-466a-b7d6-a708dcf3b0a6 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:53.466029 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fa782dfd-aab6-4b1c-b98e-aa7bc23fcd40 req-b8c5d672-a82a-466a-b7d6-a708dcf3b0a6 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 946 time: 0.1917162 Aug 10 14:09:53.551874 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fa782dfd-aab6-4b1c-b98e-aa7bc23fcd40 req-5b881b43-1515-4682-a436-c186e450615f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776055 Aug 10 14:09:53.769286 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0407e961-5d1a-4767-8f75-48b02d7298e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:53.884320 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 662e7756-9e89-4610-91b2-6d048a83d9ae up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:09:53.945628 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 662e7756-9e89-4610-91b2-6d048a83d9ae completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:09:53.954469 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 662e7756-9e89-4610-91b2-6d048a83d9ae triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:09:53.955009 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:54.054116 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:54.062623 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed5b78-b7e6-4344-b465-3c5904c13a06 req-e96de9ee-e3d3-4f43-9311-b18897dcd339 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:54.070852 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7bed5b78-b7e6-4344-b465-3c5904c13a06 req-e96de9ee-e3d3-4f43-9311-b18897dcd339 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.1853001 Aug 10 14:09:54.106372 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662e7756-9e89-4610-91b2-6d048a83d9ae'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:09:54.110182 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242d916a-e702-42a2-91fc-082f0909a768" -d '{"events": [{"server_uuid": "09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b", "name": "network-vif-plugged", "status": "completed", "tag": "662e7756-9e89-4610-91b2-6d048a83d9ae"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:09:54.137145 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 662e7756-9e89-4610-91b2-6d048a83d9ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=662e7756-9e89-4610-91b2-6d048a83d9ae,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:54.156004 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:54.160202 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:54.187642 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7bed5b78-b7e6-4344-b465-3c5904c13a06 req-158055de-b158-4587-9609-f0c4217e35ff tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157577 Aug 10 14:09:54.219902 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc0de9-2b45-4c2e-a95a-a153c27e418c x-openstack-request-id: req-3ecc0de9-2b45-4c2e-a95a-a153c27e418c {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:09:54.220377 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b", "name": "network-vif-plugged", "status": "completed", "tag": "662e7756-9e89-4610-91b2-6d048a83d9ae", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:09:54.220811 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ecc0de9-2b45-4c2e-a95a-a153c27e418c {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:09:54.221738 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662e7756-9e89-4610-91b2-6d048a83d9ae', 'code': 200} Aug 10 14:09:54.256097 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:54.265761 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=662e7756-9e89-4610-91b2-6d048a83d9ae,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:54.346357 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed79ae-dd8e-46d5-af83-fce7c7912019 req-72b802dc-b86c-4b9f-8aee-9d663261e241 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:54.348197 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-03ed79ae-dd8e-46d5-af83-fce7c7912019 req-72b802dc-b86c-4b9f-8aee-9d663261e241 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0905302 Aug 10 14:09:54.403428 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:54.548353 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895188c3-96de-44ea-9e55-7b531760ddce req-e48f904e-374c-4474-b21f-787febcda91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:54.551503 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-895188c3-96de-44ea-9e55-7b531760ddce req-e48f904e-374c-4474-b21f-787febcda91e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 1098 time: 0.1210442 Aug 10 14:09:54.603246 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-03ed79ae-dd8e-46d5-af83-fce7c7912019 req-56549a47-a9ef-4760-bef2-2fba930837f4 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141321 Aug 10 14:09:54.646538 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-895188c3-96de-44ea-9e55-7b531760ddce req-fc40003f-4b87-4df9-8fd7-7a019c6a478d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723939 Aug 10 14:09:54.763295 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f348ca4-a304-48c1-834c-ae8ec92063fc req-923e781c-762d-45a8-b895-61947fc8c4e6 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:54.770856 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0f348ca4-a304-48c1-834c-ae8ec92063fc req-923e781c-762d-45a8-b895-61947fc8c4e6 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.1886175 Aug 10 14:09:54.828190 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c992808-a967-4e43-aabd-4ef8d622a7df req-45533d12-611e-4cf6-84b9-cb4cb25c9a3f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:54.829936 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8c992808-a967-4e43-aabd-4ef8d622a7df req-45533d12-611e-4cf6-84b9-cb4cb25c9a3f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 946 time: 0.1428580 Aug 10 14:09:54.879524 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:54.897784 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0f348ca4-a304-48c1-834c-ae8ec92063fc req-0497b504-273d-4e9f-a677-96c579e29f45 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257765 Aug 10 14:09:54.899849 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:54.922132 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8c992808-a967-4e43-aabd-4ef8d622a7df req-924df8e3-3562-4cf2-bc3f-a3a883291e5a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749235 Aug 10 14:09:54.922856 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:55.003414 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'Port': ['ID=79efa420-ac3c-469e-9a51-370ce28e14bb,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:55.021279 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:55.129089 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Floating IP 207764f8-7c0f-44ad-856f-82d235302a52 associated. External IP: 172.27.1.52, port: ddea4593-f2f4-4496-962d-175f8d7925fb. Aug 10 14:09:55.406502 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c8da-2379-4019-bd49-acc9c1603e39 req-259a5a4c-18ec-4d10-8e65-361d7ec32a5b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:55.409305 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-13b2c8da-2379-4019-bd49-acc9c1603e39 req-259a5a4c-18ec-4d10-8e65-361d7ec32a5b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.1015258 Aug 10 14:09:55.470489 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Router 38cef93e-df7e-45a4-97d6-54c4df642f9c has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:09:55.478470 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-13b2c8da-2379-4019-bd49-acc9c1603e39 req-fcc56ecb-5a80-4aeb-91c5-961598a1afb2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597169 Aug 10 14:09:55.605780 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:09:55.616311 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] Sync routers for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:09:55.648140 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:55.649450 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:09:55.651411 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:09:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:09:55.703060 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-effcd91e-417d-48bb-a033-e2a1a7900380 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7564616 Aug 10 14:09:55.705981 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:09:55.706548 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 49088) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:55.708300 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff00865c-3d20-4243-8316-15e397e66bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:09:55.713058 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-d1424902-780d-47b8-bf94-bb885d5db465 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827768065', 'description': 'tempest-secgroup-smoke-827768065 description', 'project_id': '23d8f47767b447079b576d527e9d5411'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:55.763698 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d1424902-780d-47b8-bf94-bb885d5db465 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:55.775758 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e41c5-cbad-4e2a-8cac-68578181e98d x-openstack-request-id: req-9a2e41c5-cbad-4e2a-8cac-68578181e98d {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:09:55.776375 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:09:55.776822 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a2e41c5-cbad-4e2a-8cac-68578181e98d {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:09:55.777273 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'status': 'completed', 'code': 200} Aug 10 14:09:55.820786 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa958056-3cf5-46a9-8dbc-cdc1857e16db req-61795473-71fa-4327-9771-509523ad62ca tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:55.821981 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:09:55.833456 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aa958056-3cf5-46a9-8dbc-cdc1857e16db req-61795473-71fa-4327-9771-509523ad62ca tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0985949 Aug 10 14:09:55.872410 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d1424902-780d-47b8-bf94-bb885d5db465 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:55.883463 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d1424902-780d-47b8-bf94-bb885d5db465 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:55.895701 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aa958056-3cf5-46a9-8dbc-cdc1857e16db req-ece78479-8f29-48e1-8e62-b93d0ac4350b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611281 Aug 10 14:09:55.931577 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d1424902-780d-47b8-bf94-bb885d5db465 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:55.933497 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d1424902-780d-47b8-bf94-bb885d5db465 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2252614 Aug 10 14:09:55.936420 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 49094) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:55.939491 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1424902-780d-47b8-bf94-bb885d5db465 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba0fae9-466d-415b-9006-aea995391705,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:55.945445 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-0e5559be-494c-449a-99da-fc00b0c815cd tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'security_group_rule': {'security_group_id': '6ba0fae9-466d-415b-9006-aea995391705', 'project_id': '23d8f47767b447079b576d527e9d5411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:55.985734 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0e5559be-494c-449a-99da-fc00b0c815cd tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.065856 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0e5559be-494c-449a-99da-fc00b0c815cd tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.073328 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0e5559be-494c-449a-99da-fc00b0c815cd tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.093827 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5559be-494c-449a-99da-fc00b0c815cd tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076adf55-961e-4171-8ad7-2f0a461648d2,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:56.102344 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '207764f8-7c0f-44ad-856f-82d235302a52', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'port_id': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'mac_address': 'fa:16:3e:96:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:09:53Z', 'updated_at': '2021-08-10T14:09:53Z', 'revision_number': 0, 'project_id': '23d8f47767b447079b576d527e9d5411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7756b03e-f1f0-423a-bde0-21c52f580076', 'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'mac_address': 'fa:16:3e:ad:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:30Z', 'updated_at': '2021-08-10T14:08:40Z', 'revision_number': 5, 'project_id': '23d8f47767b447079b576d527e9d5411', 'subnets': [{'id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:09:56.104812 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0e5559be-494c-449a-99da-fc00b0c815cd tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.106793 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-0e5559be-494c-449a-99da-fc00b0c815cd tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687899 Aug 10 14:09:56.109362 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 49098) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:56.114963 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5efe5-7c91-4392-ba3d-48631690a71d req-91e30864-5fee-4c0d-875e-672b5ab5a920 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:56.115132 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-6fcbd0a7-6a88-4714-b4f5-ccbf0e7ff3db tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'security_group_rule': {'security_group_id': '6ba0fae9-466d-415b-9006-aea995391705', 'project_id': '23d8f47767b447079b576d527e9d5411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:56.122954 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-19f5efe5-7c91-4392-ba3d-48631690a71d req-91e30864-5fee-4c0d-875e-672b5ab5a920 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0943887 Aug 10 14:09:56.147460 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e01ba4-8ec9-4a74-8a03-873b5c561224 req-057c16cf-bf65-4b2e-aaca-4d79ae2aa24a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:56.149694 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f7e01ba4-8ec9-4a74-8a03-873b5c561224 req-057c16cf-bf65-4b2e-aaca-4d79ae2aa24a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 946 time: 0.1098812 Aug 10 14:09:56.150991 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] Checking router: 38cef93e-df7e-45a4-97d6-54c4df642f9c for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:09:56.162724 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:09:56.163677 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:09:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:09:56.164634 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd0a7-6a88-4714-b4f5-ccbf0e7ff3db tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.207699 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-19f5efe5-7c91-4392-ba3d-48631690a71d req-d0967aad-1416-4b34-93da-f8cc412e7d7b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837619 Aug 10 14:09:56.233135 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f7e01ba4-8ec9-4a74-8a03-873b5c561224 req-ee9a605a-850e-433a-b18a-b2946e4900ee tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744870 Aug 10 14:09:56.272058 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd0a7-6a88-4714-b4f5-ccbf0e7ff3db tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.280249 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd0a7-6a88-4714-b4f5-ccbf0e7ff3db tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.302166 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbd0a7-6a88-4714-b4f5-ccbf0e7ff3db tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b563bbff-61b4-4f43-8757-fb17b4a4722f,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:56.313970 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd0a7-6a88-4714-b4f5-ccbf0e7ff3db tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.317968 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-6fcbd0a7-6a88-4714-b4f5-ccbf0e7ff3db tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2050340 Aug 10 14:09:56.318394 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 49100) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:56.325980 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-4e799018-4d3e-473d-9870-66a455a39ca8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'security_group_rule': {'security_group_id': '6ba0fae9-466d-415b-9006-aea995391705', 'project_id': '23d8f47767b447079b576d527e9d5411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:56.341526 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:09:56.359972 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4e799018-4d3e-473d-9870-66a455a39ca8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.459587 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4e799018-4d3e-473d-9870-66a455a39ca8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.465631 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4e799018-4d3e-473d-9870-66a455a39ca8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.481193 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e799018-4d3e-473d-9870-66a455a39ca8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd922a34-1000-42ec-943a-c3b51c1337e6,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:56.500906 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4e799018-4d3e-473d-9870-66a455a39ca8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.504602 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-4e799018-4d3e-473d-9870-66a455a39ca8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1826549 Aug 10 14:09:56.505401 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 49102) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:56.511711 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-97cf83c9-0f02-4025-90ca-fe7dc17c60a6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'security_group_rule': {'security_group_id': '6ba0fae9-466d-415b-9006-aea995391705', 'project_id': '23d8f47767b447079b576d527e9d5411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:56.554165 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-97cf83c9-0f02-4025-90ca-fe7dc17c60a6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.643165 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfeb64-969d-46b3-bc19-9da599f0ac3d req-393d4d15-11cc-4159-ab0d-4ca199a566dd tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:56.651561 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3fdfeb64-969d-46b3-bc19-9da599f0ac3d req-393d4d15-11cc-4159-ab0d-4ca199a566dd tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0885208 Aug 10 14:09:56.659168 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-97cf83c9-0f02-4025-90ca-fe7dc17c60a6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.661795 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '207764f8-7c0f-44ad-856f-82d235302a52', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'port_id': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'mac_address': 'fa:16:3e:96:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:09:53Z', 'updated_at': '2021-08-10T14:09:53Z', 'revision_number': 0, 'project_id': '23d8f47767b447079b576d527e9d5411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7756b03e-f1f0-423a-bde0-21c52f580076', 'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'mac_address': 'fa:16:3e:ad:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:30Z', 'updated_at': '2021-08-10T14:08:40Z', 'revision_number': 5, 'project_id': '23d8f47767b447079b576d527e9d5411', 'subnets': [{'id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:09:56.665804 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.667625 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-97cf83c9-0f02-4025-90ca-fe7dc17c60a6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.688983 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf83c9-0f02-4025-90ca-fe7dc17c60a6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a8c1f1-7906-4f9e-97e2-b0705b76419a,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:56.704081 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3fdfeb64-969d-46b3-bc19-9da599f0ac3d req-d3b7f4ba-979d-4631-9765-6a3514e7600e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504167 Aug 10 14:09:56.706793 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-97cf83c9-0f02-4025-90ca-fe7dc17c60a6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.707831 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff5042-57e1-45e2-9563-9eeeea8d3b25 None None] The sync data for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi is: [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '207764f8-7c0f-44ad-856f-82d235302a52', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'port_id': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'mac_address': 'fa:16:3e:96:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:09:53Z', 'updated_at': '2021-08-10T14:09:53Z', 'revision_number': 0, 'project_id': '23d8f47767b447079b576d527e9d5411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7756b03e-f1f0-423a-bde0-21c52f580076', 'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'mac_address': 'fa:16:3e:ad:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:30Z', 'updated_at': '2021-08-10T14:08:40Z', 'revision_number': 5, 'project_id': '23d8f47767b447079b576d527e9d5411', 'subnets': [{'id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:09:56.711847 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 49110) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:56.715117 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-97cf83c9-0f02-4025-90ca-fe7dc17c60a6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2063737 Aug 10 14:09:56.718554 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-3e63fc07-fbdc-494c-9cfb-3c9bdcacc8ec tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'security_group_rule': {'security_group_id': '6ba0fae9-466d-415b-9006-aea995391705', 'project_id': '23d8f47767b447079b576d527e9d5411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:56.753892 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.securitygroups_db [None req-3e63fc07-fbdc-494c-9cfb-3c9bdcacc8ec tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Project 23d8f47767b447079b576d527e9d5411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:09:56.759670 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3e63fc07-fbdc-494c-9cfb-3c9bdcacc8ec tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.830419 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3e63fc07-fbdc-494c-9cfb-3c9bdcacc8ec tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.839898 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3e63fc07-fbdc-494c-9cfb-3c9bdcacc8ec tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.862898 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63fc07-fbdc-494c-9cfb-3c9bdcacc8ec tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5972f23b-4f34-4b6a-b0f2-a097c0e40d8a,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:56.867084 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3e63fc07-fbdc-494c-9cfb-3c9bdcacc8ec tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:56.870704 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-3e63fc07-fbdc-494c-9cfb-3c9bdcacc8ec tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554244 Aug 10 14:09:56.870914 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 49112) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:09:56.875679 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-1f2ae823-6172-43b9-8078-a689232c396b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'security_group_rule': {'security_group_id': '6ba0fae9-466d-415b-9006-aea995391705', 'project_id': '23d8f47767b447079b576d527e9d5411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:56.904901 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.securitygroups_db [None req-1f2ae823-6172-43b9-8078-a689232c396b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Project 23d8f47767b447079b576d527e9d5411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:09:56.911469 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae823-6172-43b9-8078-a689232c396b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:57.001489 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be9368-c142-4b22-8943-96b68fd3bf39 None None] New status for floating IP 207764f8-7c0f-44ad-856f-82d235302a52: ACTIVE {{(pid=93627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:09:57.082969 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7bd2c-f19d-41cf-b14d-20bd21424462 req-1e89fd3f-60ac-4f63-b655-aaa7ff51e9a1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:57.091950 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6da7bd2c-f19d-41cf-b14d-20bd21424462 req-1e89fd3f-60ac-4f63-b655-aaa7ff51e9a1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0877011 Aug 10 14:09:57.122592 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae823-6172-43b9-8078-a689232c396b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:57.132661 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae823-6172-43b9-8078-a689232c396b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:57.165158 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6da7bd2c-f19d-41cf-b14d-20bd21424462 req-73df8443-335e-4070-b9e0-084c0e240902 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722423 Aug 10 14:09:57.178665 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ae823-6172-43b9-8078-a689232c396b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57aa664f-a135-4195-9446-79d226fc0208,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:57.194998 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae823-6172-43b9-8078-a689232c396b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:57.196456 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-1f2ae823-6172-43b9-8078-a689232c396b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3245437 Aug 10 14:09:57.299853 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-b58743cd-9191-490e-99a1-219f1ec39bf5 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827768065&fields=id&tenant_id=23d8f47767b447079b576d527e9d5411 HTTP/1.1" status: 200 len: 267 time: 0.0412576 Aug 10 14:09:57.391230 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-5de0572f-49dd-4846-93fc-00641bb27142 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:57.392734 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-5de0572f-49dd-4846-93fc-00641bb27142 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0826764 Aug 10 14:09:57.402017 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb44c3-7b21-48b3-851f-4bbd1c13434d req-04c0d1c3-c066-4259-9520-6f121cbc13b3 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:57.403653 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8fdb44c3-7b21-48b3-851f-4bbd1c13434d req-04c0d1c3-c066-4259-9520-6f121cbc13b3 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.1026185 Aug 10 14:09:57.409065 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-8404c09d-4cda-4d90-aa7a-9af27a7b9eea tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'port': {'security_groups': ['fd73e1a8-d02e-40a0-83c2-01e307053e51', '6ba0fae9-466d-415b-9006-aea995391705']}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:09:57.498985 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8fdb44c3-7b21-48b3-851f-4bbd1c13434d req-8013d709-97f1-47c3-9964-b819608a066b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866177 Aug 10 14:09:57.511322 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-8404c09d-4cda-4d90-aa7a-9af27a7b9eea tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:57.689878 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d07396-ea87-47a6-8b91-0971f03f73f1 req-b37d3f25-6d67-4fbf-986a-4ae7ff95dd99 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:57.691572 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76d07396-ea87-47a6-8b91-0971f03f73f1 req-b37d3f25-6d67-4fbf-986a-4ae7ff95dd99 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 946 time: 0.0980227 Aug 10 14:09:57.802045 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76d07396-ea87-47a6-8b91-0971f03f73f1 req-3089ca05-27a8-4f9e-9c4f-e9efedeb4839 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955713 Aug 10 14:09:57.848320 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-8404c09d-4cda-4d90-aa7a-9af27a7b9eea tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] For port ddea4593-f2f4-4496-962d-175f8d7925fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddea4593-f2f4-4496-962d-175f8d7925fb,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:57.885631 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-8404c09d-4cda-4d90-aa7a-9af27a7b9eea tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:57.893923 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-8404c09d-4cda-4d90-aa7a-9af27a7b9eea tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:57.991263 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-8404c09d-4cda-4d90-aa7a-9af27a7b9eea tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:57.991905 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-8404c09d-4cda-4d90-aa7a-9af27a7b9eea tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:58.001247 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['ddea4593-f2f4-4496-962d-175f8d7925fb'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:09:58.006601 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-322f87f2-fd4c-4077-bb0c-1ceeabd42f99 req-8404c09d-4cda-4d90-aa7a-9af27a7b9eea tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "PUT /v2.0/ports/ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 982 time: 0.6015346 Aug 10 14:09:58.026885 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:09:58.034094 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563" -d '{"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:09:58.047999 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-e406928c-c012-4887-9a2c-08a27594c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:58.051618 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-e406928c-c012-4887-9a2c-08a27594c69c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=23d8f47767b447079b576d527e9d5411&device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 1138 time: 0.1050415 Aug 10 14:09:58.110095 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea26eb-da0a-4bbb-b243-ed3690d2cb3b req-a2f04ee9-55e2-401d-ab8a-b3b1cb2c3864 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:58.121060 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-35ea26eb-da0a-4bbb-b243-ed3690d2cb3b req-a2f04ee9-55e2-401d-ab8a-b3b1cb2c3864 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.1935539 Aug 10 14:09:58.238401 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-cb2ba477-72ac-412d-be99-4dc29ee2c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:58.243217 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-cb2ba477-72ac-412d-be99-4dc29ee2c612 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e62134f9-ecff-42c9-b4ad-431bf2004649 HTTP/1.1" status: 200 len: 915 time: 0.1799779 Aug 10 14:09:58.380080 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['ddea4593-f2f4-4496-962d-175f8d7925fb'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:09:58.381103 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-6fa7ff9d-3d8e-4bce-968d-53e69caa6cee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 1001 time: 0.1189153 Aug 10 14:09:58.420188 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404c09d-4cda-4d90-aa7a-9af27a7b9eea tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'Port': ['ID=ddea4593-f2f4-4496-962d-175f8d7925fb,revision_number=6']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:09:58.461455 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-16b1dc54-c0b2-4a12-9e35-0798249d677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:58.463724 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-16b1dc54-c0b2-4a12-9e35-0798249d677a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da6073c1-40c1-4d45-9774-c0f7e7a82ce1 HTTP/1.1" status: 200 len: 853 time: 0.0702887 Aug 10 14:09:58.491757 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-35ea26eb-da0a-4bbb-b243-ed3690d2cb3b req-b8a65fce-cb53-403d-9701-c1f7e043b773 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676574 Aug 10 14:09:58.502612 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2fc24-1a53-4d07-a030-4078c2bd73e6 req-d58fcad1-9553-4751-b7dc-c946e0c33dc3 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:58.524522 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-31b2fc24-1a53-4d07-a030-4078c2bd73e6 req-d58fcad1-9553-4751-b7dc-c946e0c33dc3 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.4012411 Aug 10 14:09:58.544079 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-ef2ea1b2-7e2b-4d56-8d63-3af9c56971dc None None] Provisioning complete for port ddea4593-f2f4-4496-962d-175f8d7925fb triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:09:58.544584 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea1b2-7e2b-4d56-8d63-3af9c56971dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:58.597513 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c15af2d-20cb-4400-b19f-652bc96e4005 x-openstack-request-id: req-9c15af2d-20cb-4400-b19f-652bc96e4005 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:09:58.598070 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:09:58.598488 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c15af2d-20cb-4400-b19f-652bc96e4005 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:09:58.599205 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'status': 'completed', 'code': 200} Aug 10 14:09:58.645497 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-31b2fc24-1a53-4d07-a030-4078c2bd73e6 req-71dab14a-64d9-4659-b972-43ef4a1d532a tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180363 Aug 10 14:09:58.835459 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-8e12b1a2-7ba1-4d35-8da6-71d94c9abbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:58.837171 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-8e12b1a2-7ba1-4d35-8da6-71d94c9abbc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e62134f9-ecff-42c9-b4ad-431bf2004649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3547652 Aug 10 14:09:58.888468 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e884d-cbb7-4696-b7f0-0d8fa9b805a0 req-b274a999-26a8-4772-a6ac-6c30f142b86e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:58.890130 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b70e884d-cbb7-4696-b7f0-0d8fa9b805a0 req-b274a999-26a8-4772-a6ac-6c30f142b86e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.1301033 Aug 10 14:09:58.923370 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97c0b-580a-4a1f-a632-de662c8341ac req-c9036fca-1fe9-43d5-92ab-fb9814b595e4 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:58.925275 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8cb97c0b-580a-4a1f-a632-de662c8341ac req-c9036fca-1fe9-43d5-92ab-fb9814b595e4 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.1751716 Aug 10 14:09:59.027868 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8cb97c0b-580a-4a1f-a632-de662c8341ac req-ef9750fa-4511-4b86-9d6e-ddbf4560c96b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789154 Aug 10 14:09:59.052691 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b70e884d-cbb7-4696-b7f0-0d8fa9b805a0 req-f86b8c52-e32b-4a45-adef-ec00a2fd5b94 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226079 Aug 10 14:09:59.105077 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-42638934-8c54-4955-acdb-3000096b85c3 service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470880 Aug 10 14:09:59.176807 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2fdec-7a1e-4066-9b00-955b86321193 req-8f0a9ffe-b8b0-48e3-8d84-48fc15b04d66 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:59.178612 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-07c2fdec-7a1e-4066-9b00-955b86321193 req-8f0a9ffe-b8b0-48e3-8d84-48fc15b04d66 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 946 time: 0.0624218 Aug 10 14:09:59.223378 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-07c2fdec-7a1e-4066-9b00-955b86321193 req-8065be41-3d3a-41c5-b7f2-975a8a7bbd68 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Aug 10 14:09:59.337960 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-6174166c-d3f8-4048-868a-7d404f6b173b tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:59.354934 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-6174166c-d3f8-4048-868a-7d404f6b173b tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 946 time: 0.1288276 Aug 10 14:09:59.422933 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-ff00865c-3d20-4243-8316-15e397e66bb3 req-99245419-8a56-4f73-ae42-999200021c56 service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656537 Aug 10 14:09:59.523783 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Deleting port ed5d1691-7139-4545-a758-a30a9cf613f0 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:09:59.524297 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:59.661929 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d7cb4-1442-4fa9-a79f-377220fe91f1 req-e625f5c7-9660-4ef1-92c8-3f1070137081 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:59.664624 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-c0efab1c-3c1e-4fcc-be82-5bb259a057da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:59.666209 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-c0efab1c-3c1e-4fcc-be82-5bb259a057da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=23d8f47767b447079b576d527e9d5411&device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 1138 time: 0.0601039 Aug 10 14:09:59.668170 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d00d7cb4-1442-4fa9-a79f-377220fe91f1 req-e625f5c7-9660-4ef1-92c8-3f1070137081 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0977654 Aug 10 14:09:59.700971 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] For port ed5d1691-7139-4545-a758-a30a9cf613f0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed5d1691-7139-4545-a758-a30a9cf613f0,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:09:59.701331 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:59.727728 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Calling delete_port for ed5d1691-7139-4545-a758-a30a9cf613f0 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:09:59.748819 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d00d7cb4-1442-4fa9-a79f-377220fe91f1 req-b77d75a9-8165-482a-bfd9-27e32ca2d3af tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745656 Aug 10 14:09:59.774232 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-f4eeccc1-eda7-4964-b473-75fc9b90a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:09:59.776436 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-f4eeccc1-eda7-4964-b473-75fc9b90a813 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e62134f9-ecff-42c9-b4ad-431bf2004649 HTTP/1.1" status: 200 len: 915 time: 0.0959601 Aug 10 14:09:59.926256 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-826a410a-eb37-4cf1-ae6a-a357e8897469 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 1001 time: 0.0760705 Aug 10 14:09:59.949523 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:09:59.994320 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Pushing event deleted for resources: {'Port': ['ID=ed5d1691-7139-4545-a758-a30a9cf613f0,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:00.019024 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-eb62676a-4fd4-4bf0-be9e-e8d8aaa9c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:00.020643 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-eb62676a-4fd4-4bf0-be9e-e8d8aaa9c412 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da6073c1-40c1-4d45-9774-c0f7e7a82ce1 HTTP/1.1" status: 200 len: 853 time: 0.0771034 Aug 10 14:10:00.068169 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] No DVR routers for this DVR port ed5d1691-7139-4545-a758-a30a9cf613f0 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:10:00.077163 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:00.082214 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7d84e08b-32bb-4e80-a3cc-f6ba8a307733 req-f75d223e-538e-49aa-a354-8fcac9ac89bd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.53 "DELETE /v2.0/ports/ed5d1691-7139-4545-a758-a30a9cf613f0 HTTP/1.1" status: 204 len: 173 time: 0.6554768 Aug 10 14:10:00.153338 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-a9342ba0-2015-4906-8487-a2c8fd79ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:00.155252 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-a9342ba0-2015-4906-8487-a2c8fd79ca31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e62134f9-ecff-42c9-b4ad-431bf2004649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0804193 Aug 10 14:10:00.266489 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d53b8f-decb-4978-aa07-6eba36c2bdb3 req-a0238149-7e4f-4cb5-86e5-e12de0e4a47e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:00.274316 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f6d53b8f-decb-4978-aa07-6eba36c2bdb3 req-a0238149-7e4f-4cb5-86e5-e12de0e4a47e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.1061511 Aug 10 14:10:00.303500 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1735a0-7efc-4b05-9415-4b6ed24956e7 req-699e2b98-4de6-4ea6-9dfe-5c89be2fdc2e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:00.305349 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6f1735a0-7efc-4b05-9415-4b6ed24956e7 req-699e2b98-4de6-4ea6-9dfe-5c89be2fdc2e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.1020200 Aug 10 14:10:00.346298 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f6d53b8f-decb-4978-aa07-6eba36c2bdb3 req-4f7ba5a7-8100-492d-9478-74f95ea4ca24 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687807 Aug 10 14:10:00.390560 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-6e70a458-304d-4788-aca3-06058d7945c9 service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843605 Aug 10 14:10:00.407514 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6f1735a0-7efc-4b05-9415-4b6ed24956e7 req-3136b355-da05-46bc-848e-aab85fefa4a0 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862956 Aug 10 14:10:00.498912 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4528b08-2edd-4dd9-9d64-d1157deb326f req-632ed0cd-ea7b-4833-8b46-169e380336fb tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c632d1-7714-4436-b5a8-15ce1f703c5e HTTP/1.1" status: 200 len: 210 time: 0.0520308 Aug 10 14:10:00.600239 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c632d1-7714-4436-b5a8-15ce1f703c5e', 'name': 'network-vif-deleted', 'tag': 'ed5d1691-7139-4545-a758-a30a9cf613f0'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:10:00.602583 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78820892-c721-4dc9-90f9-a7dc4b3e49d0" -d '{"events": [{"server_uuid": "35c632d1-7714-4436-b5a8-15ce1f703c5e", "name": "network-vif-deleted", "tag": "ed5d1691-7139-4545-a758-a30a9cf613f0"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:10:00.668457 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c11d7-a76a-48f1-ac23-d5af104a4121 x-openstack-request-id: req-e83c11d7-a76a-48f1-ac23-d5af104a4121 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:10:00.668789 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c632d1-7714-4436-b5a8-15ce1f703c5e", "name": "network-vif-deleted", "tag": "ed5d1691-7139-4545-a758-a30a9cf613f0", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:10:00.669021 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e83c11d7-a76a-48f1-ac23-d5af104a4121 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:10:00.669596 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c632d1-7714-4436-b5a8-15ce1f703c5e', 'name': 'network-vif-deleted', 'tag': 'ed5d1691-7139-4545-a758-a30a9cf613f0', 'status': 'completed', 'code': 200} Aug 10 14:10:00.713972 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05bd6cd8-e44f-42c6-a3cc-2e64d4483563 req-76b07e63-4104-4d34-b7ee-3c0b1164bb5f service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636166 Aug 10 14:10:00.983355 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c3ccf-8125-420e-a8c1-2245c53a6a9b req-ac085d47-2783-4d78-a2cc-d7c164b0e433 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:00.991392 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7f7c3ccf-8125-420e-a8c1-2245c53a6a9b req-ac085d47-2783-4d78-a2cc-d7c164b0e433 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0801737 Aug 10 14:10:01.047433 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7f7c3ccf-8125-420e-a8c1-2245c53a6a9b req-daf06d00-bfca-4602-b384-6a11bfa26153 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549045 Aug 10 14:10:01.533173 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a420f4-7fc1-4499-9841-da7844a1ee74 req-0dc18045-b844-4228-bf0a-35563523ca07 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:01.540565 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-49a420f4-7fc1-4499-9841-da7844a1ee74 req-0dc18045-b844-4228-bf0a-35563523ca07 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0802462 Aug 10 14:10:01.626954 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-49a420f4-7fc1-4499-9841-da7844a1ee74 req-793c1ada-9f10-4dd8-8ef2-22ae0b2f1bd0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849361 Aug 10 14:10:01.647347 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50237ee-88fb-474c-8a61-3d2d3b2c6918 req-ea308605-b2ce-488a-99fd-6a9807203321 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:01.658667 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e50237ee-88fb-474c-8a61-3d2d3b2c6918 req-ea308605-b2ce-488a-99fd-6a9807203321 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.1065006 Aug 10 14:10:01.707670 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e50237ee-88fb-474c-8a61-3d2d3b2c6918 req-827d5e81-a26f-486a-bdab-889f9c7f04bc tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471079 Aug 10 14:10:01.890812 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ed5d1691-7139-4545-a758-a30a9cf613f0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:10:01.941071 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: ed5d1691-7139-4545-a758-a30a9cf613f0 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:10:01.941420 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ed5d1691-7139-4545-a758-a30a9cf613f0 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:10:02.591545 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40159f-6d81-421b-acd2-2053d8cbb2c3 req-535e2fdc-4776-410b-bcc1-c1fe546f4a47 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:02.593231 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2a40159f-6d81-421b-acd2-2053d8cbb2c3 req-535e2fdc-4776-410b-bcc1-c1fe546f4a47 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0544991 Aug 10 14:10:02.643395 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2a40159f-6d81-421b-acd2-2053d8cbb2c3 req-41fe1a9d-def2-4b3d-a02e-2ba87bef89ab tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Aug 10 14:10:02.781991 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef16d5-39d0-4708-a977-e3a805dda655 req-b349e2a9-8286-4865-8b8c-d5ad34d44fcc tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:02.783615 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bcef16d5-39d0-4708-a977-e3a805dda655 req-b349e2a9-8286-4865-8b8c-d5ad34d44fcc tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0572689 Aug 10 14:10:02.826777 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bcef16d5-39d0-4708-a977-e3a805dda655 req-e2bd6d27-b589-49f9-8682-4234aaf418ac tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366306 Aug 10 14:10:02.971988 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9a01-547c-4e7e-a43b-e900da601c73 req-cf79bced-ab86-4a2c-9e11-87837e88a8cb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:02.973953 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4a8f9a01-547c-4e7e-a43b-e900da601c73 req-cf79bced-ab86-4a2c-9e11-87837e88a8cb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0837874 Aug 10 14:10:03.020223 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4a8f9a01-547c-4e7e-a43b-e900da601c73 req-0631f73b-14df-4ffb-aa75-8ed97002db8c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371292 Aug 10 14:10:03.946887 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb27cf-0d5b-4777-b837-741f718c2796 req-95f9a832-71cb-49f5-96eb-0a77d5c35866 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:03.949556 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ecb27cf-0d5b-4777-b837-741f718c2796 req-95f9a832-71cb-49f5-96eb-0a77d5c35866 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0496385 Aug 10 14:10:03.988914 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ecb27cf-0d5b-4777-b837-741f718c2796 req-9ef1ab27-bae9-4d08-a3dd-4ba4b2740fb1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334759 Aug 10 14:10:04.141915 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccd7b8-1a4f-4811-ba3b-c1d73698aabd req-0e187a7f-8aa9-4801-b66e-2db7b80e4624 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:04.143443 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-31ccd7b8-1a4f-4811-ba3b-c1d73698aabd req-0e187a7f-8aa9-4801-b66e-2db7b80e4624 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0541375 Aug 10 14:10:04.181041 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-31ccd7b8-1a4f-4811-ba3b-c1d73698aabd req-24e8ea81-dfc1-479e-9a49-628fab996eca tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317745 Aug 10 14:10:05.105442 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6d0dd-039d-4d88-9e1d-d3d7a33274f8 req-1e40b8a9-e8e3-4184-8abc-986c6ffc3c73 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:05.106906 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33a6d0dd-039d-4d88-9e1d-d3d7a33274f8 req-1e40b8a9-e8e3-4184-8abc-986c6ffc3c73 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0476656 Aug 10 14:10:05.144077 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-33a6d0dd-039d-4d88-9e1d-d3d7a33274f8 req-3950d6e5-005c-4f5c-b804-ac5cbcca6c26 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313182 Aug 10 14:10:05.297687 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4c346-e307-4611-b50c-ed4083c838e0 req-db281274-2757-46e4-8ce7-d31fa4ad6248 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:05.299063 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23f4c346-e307-4611-b50c-ed4083c838e0 req-db281274-2757-46e4-8ce7-d31fa4ad6248 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0477645 Aug 10 14:10:05.343322 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23f4c346-e307-4611-b50c-ed4083c838e0 req-febbc2eb-381f-4df7-bfe9-290a48652e71 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363214 Aug 10 14:10:06.276636 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e2386-d0bf-40da-96f9-2f86d593ef3b req-130e783c-6907-4d77-8c09-8d48d82783c0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:06.277200 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-dc65544e-3533-4434-9578-2d78158fb5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:06.278447 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dd1e2386-d0bf-40da-96f9-2f86d593ef3b req-130e783c-6907-4d77-8c09-8d48d82783c0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0555806 Aug 10 14:10:06.281139 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-dc65544e-3533-4434-9578-2d78158fb5e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 1099 time: 0.0530899 Aug 10 14:10:06.319813 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dd1e2386-d0bf-40da-96f9-2f86d593ef3b req-5d1f1e96-4034-4ad0-95a4-6df3f5a0ad06 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350671 Aug 10 14:10:06.382618 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-f31f79e3-afb4-45ef-a854-6239df57da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:06.384169 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-f31f79e3-afb4-45ef-a854-6239df57da8f service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.0878868 Aug 10 14:10:06.466202 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-2835cbf6-cfa3-4587-a559-a8e832c4acc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f HTTP/1.1" status: 200 len: 1002 time: 0.0698051 Aug 10 14:10:06.468389 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626d28f-e6ce-4f06-98e6-645dde353dc5 req-2256bf78-0b21-4ccf-a147-2478c9086b04 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:06.470123 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d626d28f-e6ce-4f06-98e6-645dde353dc5 req-2256bf78-0b21-4ccf-a147-2478c9086b04 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0546250 Aug 10 14:10:06.514812 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d626d28f-e6ce-4f06-98e6-645dde353dc5 req-d02a5f07-14da-4219-a9db-9e3614cb3ae1 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383310 Aug 10 14:10:06.526547 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-b00eb0c4-56a0-4290-918d-2742f99ec54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:06.528220 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-b00eb0c4-56a0-4290-918d-2742f99ec54c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0521860 Aug 10 14:10:06.578170 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-4ddfeb97-b30b-4747-ac1b-5107653c8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:06.580502 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-4ddfeb97-b30b-4747-ac1b-5107653c8366 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424702 Aug 10 14:10:06.695582 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-1918ec35-f733-435f-9d45-f5d48eb39e17 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065726 Aug 10 14:10:06.707825 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 49326) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:10:06.801270 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-232a6e0f-dded-4df1-93ca-400a86f784aa req-b53b0502-0c6d-4989-a515-87cdba7b669c service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930283 Aug 10 14:10:06.852924 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f0054d8d-9237-47a4-b659-5553a715b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:06.937543 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f0054d8d-9237-47a4-b659-5553a715b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:06.941269 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f0054d8d-9237-47a4-b659-5553a715b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:06.980229 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-f0054d8d-9237-47a4-b659-5553a715b83b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a019ba70531b48388a98b888c90a5fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712901 Aug 10 14:10:06.981449 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0054d8d-9237-47a4-b659-5553a715b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7292322a-7b0d-4875-9196-6badecd42caf,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:06.982848 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 49330) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:10:07.035460 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-63401cb8-81a5-4a84-8cad-32b524a7546f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:07.056586 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-63401cb8-81a5-4a84-8cad-32b524a7546f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:07.106005 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-63401cb8-81a5-4a84-8cad-32b524a7546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:07.108451 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-63401cb8-81a5-4a84-8cad-32b524a7546f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:07.109595 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-63401cb8-81a5-4a84-8cad-32b524a7546f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7292322a-7b0d-4875-9196-6badecd42caf HTTP/1.1" status: 204 len: 168 time: 0.1256900 Aug 10 14:10:07.117497 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63401cb8-81a5-4a84-8cad-32b524a7546f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292322a-7b0d-4875-9196-6badecd42caf,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:07.450223 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ca5be-2ff8-4c54-be3a-5981050b1350 req-5d4c3e50-ec96-4f5a-a8ad-d549e156c436 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:07.451756 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5a4ca5be-2ff8-4c54-be3a-5981050b1350 req-5d4c3e50-ec96-4f5a-a8ad-d549e156c436 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0543754 Aug 10 14:10:07.489615 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5a4ca5be-2ff8-4c54-be3a-5981050b1350 req-a59ba2bc-f175-4bf6-a8a8-8948c933ab51 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317714 Aug 10 14:10:07.632960 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb820b1e-3cfb-4773-a74b-859a009c1f2a req-34d30899-2a45-4dbf-b0c1-3f99f17d8a20 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:07.634455 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb820b1e-3cfb-4773-a74b-859a009c1f2a req-34d30899-2a45-4dbf-b0c1-3f99f17d8a20 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0483468 Aug 10 14:10:07.673346 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb820b1e-3cfb-4773-a74b-859a009c1f2a req-110b1b7d-e888-4fba-8d54-2908fc908fa5 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322428 Aug 10 14:10:08.607584 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ed0d9-7fc3-454f-a9c9-cc58e5be0dc5 req-a3658af8-0515-4208-adde-de96addcfabb tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:08.609051 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1f6ed0d9-7fc3-454f-a9c9-cc58e5be0dc5 req-a3658af8-0515-4208-adde-de96addcfabb tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0482068 Aug 10 14:10:08.645750 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1f6ed0d9-7fc3-454f-a9c9-cc58e5be0dc5 req-51dc7f0a-be28-49f1-b55e-5dff4e6379ed tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Aug 10 14:10:08.797666 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a219bd-caa1-4c5d-ac6f-413b6225f4fe req-31d376e9-d2a6-42fb-ab9b-a39b76ab1804 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:08.799385 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c7a219bd-caa1-4c5d-ac6f-413b6225f4fe req-31d376e9-d2a6-42fb-ab9b-a39b76ab1804 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0545819 Aug 10 14:10:08.840801 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c7a219bd-caa1-4c5d-ac6f-413b6225f4fe req-ce33e588-fb58-44fd-97cf-d2d8ab60cda3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337806 Aug 10 14:10:09.771909 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975d24f-13e6-47f1-8376-c22a7ce61810 req-adec9073-39cb-4fe9-91b2-248ccfff1490 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:09.773415 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7975d24f-13e6-47f1-8376-c22a7ce61810 req-adec9073-39cb-4fe9-91b2-248ccfff1490 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 946 time: 0.0527239 Aug 10 14:10:09.810800 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7975d24f-13e6-47f1-8376-c22a7ce61810 req-2cfb7027-e0f7-4a8f-bbe8-a38629e54350 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Aug 10 14:10:09.957321 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec26ce-8cde-403c-8f04-f69926cf3f32 req-a2702287-1536-4135-8f0e-62bafcedf5cb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:09.958717 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a0ec26ce-8cde-403c-8f04-f69926cf3f32 req-a2702287-1536-4135-8f0e-62bafcedf5cb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0486827 Aug 10 14:10:09.996100 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a0ec26ce-8cde-403c-8f04-f69926cf3f32 req-5c7075fd-fdd4-4fcb-8637-207e1676b3e3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Aug 10 14:10:10.668542 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:10:10.740130 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:10.762120 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:10:10.764337 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a80a26f-d733-4049-a783-551e7e8e9a4c" -d '{"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-unplugged", "status": "completed", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:10:10.776698 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:10.782111 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:10.804782 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08c7f02-39af-4084-b2c6-a90f45c8c380 x-openstack-request-id: req-b08c7f02-39af-4084-b2c6-a90f45c8c380 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:10:10.805088 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-unplugged", "status": "completed", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:10:10.805341 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b08c7f02-39af-4084-b2c6-a90f45c8c380 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:10:10.805719 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'code': 200} Aug 10 14:10:10.831000 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=8']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:10.934548 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb41697-f0f8-4b7a-bef3-e7422cbcc966 req-ab8d5f52-a3bf-46d0-a58b-e8c0ff606a9a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:10.936282 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8fb41697-f0f8-4b7a-bef3-e7422cbcc966 req-ab8d5f52-a3bf-46d0-a58b-e8c0ff606a9a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0529172 Aug 10 14:10:10.975680 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8fb41697-f0f8-4b7a-bef3-e7422cbcc966 req-b546bddd-afec-4a1a-8c47-f38f704d17b2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329924 Aug 10 14:10:11.118384 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426941f5-d392-4c40-b9c5-88d9a690bac8 req-c57fa25b-50bd-4961-88b0-4f62fb528f3c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:11.120468 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-426941f5-d392-4c40-b9c5-88d9a690bac8 req-c57fa25b-50bd-4961-88b0-4f62fb528f3c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0510929 Aug 10 14:10:11.158636 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-426941f5-d392-4c40-b9c5-88d9a690bac8 req-e77f4c8d-f908-47ec-b197-43fded67fd99 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319929 Aug 10 14:10:11.739226 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-ae9caf67-0f92-4480-b6fc-54c507e98ec5 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:11.740710 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-ae9caf67-0f92-4480-b6fc-54c507e98ec5 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/networks?id=8b856198-7732-4633-8464-6bfac4b14869 HTTP/1.1" status: 200 len: 813 time: 0.1057150 Aug 10 14:10:11.755822 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-27f31de3-7d36-48e8-886c-a1dac513afe0 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/quotas/5b2b8aba95494a9c8812036defa6f675 HTTP/1.1" status: 200 len: 375 time: 0.0091233 Aug 10 14:10:11.790928 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-5882ad8a-2eb4-4586-b0a0-54cb02979e10 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b2b8aba95494a9c8812036defa6f675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258422 Aug 10 14:10:11.882786 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-eda0f68f-355f-4173-abc1-54748798be72 service neutron] 10.222.0.26 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870342 Aug 10 14:10:11.986733 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-f9d3a3dc-e9c4-46c8-92c8-03bf5038d124 service neutron] 10.222.0.26 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969734 Aug 10 14:10:12.103810 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b15ca-334b-4335-b8de-8ee0dd8efcaf req-6cf7319a-96d6-4740-a077-86d37a0041be tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:12.105276 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ad3b15ca-334b-4335-b8de-8ee0dd8efcaf req-6cf7319a-96d6-4740-a077-86d37a0041be tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0588918 Aug 10 14:10:12.164207 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b46cff91-64f4-4283-b66a-2b246537932e req-6f5d4c25-fc6f-426b-b398-158b7a341485 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 210 time: 0.0468495 Aug 10 14:10:12.180434 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ad3b15ca-334b-4335-b8de-8ee0dd8efcaf req-d68a1efc-3612-46bf-b16e-e3f8372231ef tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647917 Aug 10 14:10:12.295548 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c441098-3d2c-4449-9f56-b2b7820f375e req-c34890db-e6ac-40fa-8f61-f8ed7a9786c8 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:12.303366 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3c441098-3d2c-4449-9f56-b2b7820f375e req-c34890db-e6ac-40fa-8f61-f8ed7a9786c8 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0631831 Aug 10 14:10:12.352053 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3c441098-3d2c-4449-9f56-b2b7820f375e req-3066a353-41d0-4624-a058-e49c1146c8bb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477729 Aug 10 14:10:12.868806 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbad0d-bbf7-421e-8fbd-5dbfea4447ff req-058898f4-220a-48c2-b840-2b05e67395cb tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:12.870365 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d3cbad0d-bbf7-421e-8fbd-5dbfea4447ff req-058898f4-220a-48c2-b840-2b05e67395cb tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0580370 Aug 10 14:10:12.927584 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d3cbad0d-bbf7-421e-8fbd-5dbfea4447ff req-13a123ae-259c-415a-b4c6-b5e72dfd14c6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498579 Aug 10 14:10:13.286351 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 49530) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:10:13.295535 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 49534) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:10:13.310674 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-be57987f-7468-454c-a4d9-57e8a62ce99f req-6b269a39-23e9-4138-8dac-d35f16d24f5b tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 210 time: 0.0734832 Aug 10 14:10:13.380477 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-146b9fe3-bc22-4971-8d59-4a7b4f8b9090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:13.508816 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9346a-1d98-4f07-98fa-d6a2a5802ff2 req-2e006492-6517-420b-8ada-1cf6f9ba0933 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:13.519270 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b5d9346a-1d98-4f07-98fa-d6a2a5802ff2 req-2e006492-6517-420b-8ada-1cf6f9ba0933 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0825586 Aug 10 14:10:13.551941 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-cca6113e-1304-4978-be5e-07b58f09a597 req-09b9734a-e99f-4b93-bd37-b846f5c8ccb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2642817 Aug 10 14:10:13.567945 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b5d9346a-1d98-4f07-98fa-d6a2a5802ff2 req-fd08287c-a967-4cb0-9acf-44517a850352 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476973 Aug 10 14:10:13.578623 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-021d1679-c0aa-4510-9c6e-30ec716a1dd9 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:13.580140 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-021d1679-c0aa-4510-9c6e-30ec716a1dd9 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.53 "GET /v2.0/networks?id=8b856198-7732-4633-8464-6bfac4b14869 HTTP/1.1" status: 200 len: 813 time: 0.1558778 Aug 10 14:10:13.602121 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Request body: {'port': {'device_id': '90b77c40-7c10-4ed2-8b41-a924e9943f76', 'network_id': '8b856198-7732-4633-8464-6bfac4b14869', 'admin_state_up': True, 'tenant_id': '5b2b8aba95494a9c8812036defa6f675'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:10:13.710736 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-146b9fe3-bc22-4971-8d59-4a7b4f8b9090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:13.717261 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-146b9fe3-bc22-4971-8d59-4a7b4f8b9090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:13.775654 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-146b9fe3-bc22-4971-8d59-4a7b4f8b9090 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba7110d525064870b3be9fbee0da1276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782729 Aug 10 14:10:13.778972 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 49558) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:10:13.779813 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b9fe3-bc22-4971-8d59-4a7b4f8b9090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606fd3ed-f06a-491a-8290-e582247f3926,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:13.794770 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Made reservation on behalf of 5b2b8aba95494a9c8812036defa6f675 for: {'port': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:10:13.798306 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:13.834896 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2121-1216-4fed-957f-2e4775008e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:13.858818 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2121-1216-4fed-957f-2e4775008e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:13.912741 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2121-1216-4fed-957f-2e4775008e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:13.915247 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2121-1216-4fed-957f-2e4775008e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:13.917018 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-5f8f2121-1216-4fed-957f-2e4775008e55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/606fd3ed-f06a-491a-8290-e582247f3926 HTTP/1.1" status: 204 len: 168 time: 0.1368792 Aug 10 14:10:13.924629 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f2121-1216-4fed-957f-2e4775008e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606fd3ed-f06a-491a-8290-e582247f3926,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:13.933758 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Allocated IP 172.20.0.2 (8b856198-7732-4633-8464-6bfac4b14869/b8f829a9-ed05-423e-9307-cbad420dc602/69f0b6f3-2faf-4014-a571-dcc6cf04c2f3) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:10:14.108055 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dd5ef-47b2-48be-92f6-876541349562 req-644144f0-b060-4867-9823-4e3878d849bc tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:14.109971 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-451dd5ef-47b2-48be-92f6-876541349562 req-644144f0-b060-4867-9823-4e3878d849bc tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.1089489 Aug 10 14:10:14.133688 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:14.156756 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-451dd5ef-47b2-48be-92f6-876541349562 req-af656bb5-b411-4339-80e2-b5535a2aebf1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396810 Aug 10 14:10:14.198664 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:14.252727 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Network 8b856198-7732-4633-8464-6bfac4b14869 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:10:14.255843 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:10:14.260343 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:10:14.264197 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Pushing event updated for resources: {'Port': ['ID=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:14.313789 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:14.314482 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:14.331672 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-dbdeb470-b3e3-4205-a1cd-2e41dc63138a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334468 Aug 10 14:10:14.356323 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Request body: {'port': {'device_id': '90b77c40-7c10-4ed2-8b41-a924e9943f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:10:14.413296 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:14.419430 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c9cc4-2fc1-48c2-937a-5dfc16b25821 req-32af555d-0503-40b4-87bd-b4142a22ae0e tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:14.421526 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb5c9cc4-2fc1-48c2-937a-5dfc16b25821 req-32af555d-0503-40b4-87bd-b4142a22ae0e tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 931 time: 0.0502458 Aug 10 14:10:14.464784 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb5c9cc4-2fc1-48c2-937a-5dfc16b25821 req-14b3888a-d741-442a-a618-cd4723bb2067 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362666 Aug 10 14:10:14.651571 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:10:14.702908 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab5fc6-9a34-40a9-a410-6f1a587837d5 req-4b28fff4-0ab2-4015-9d0d-f26882dac587 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:14.704615 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8eab5fc6-9a34-40a9-a410-6f1a587837d5 req-4b28fff4-0ab2-4015-9d0d-f26882dac587 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0673337 Aug 10 14:10:14.714008 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 {{(pid=93626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:10:14.722015 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:14.737338 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Transition to ACTIVE for port object 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 will not be triggered until provisioned by entity L2. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:10:14.743538 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:14.747455 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8eab5fc6-9a34-40a9-a410-6f1a587837d5 req-f5dfc32c-8c4f-4222-8e92-c01e25b04ce8 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364511 Aug 10 14:10:14.795700 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Pushing event updated for resources: {'Port': ['ID=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:14.870769 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Attempting to bind port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:10:14.871107 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Attempting to bind port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b856198-7732-4633-8464-6bfac4b14869'}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:10:14.871477 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Attempting to bind port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 on network 8b856198-7732-4633-8464-6bfac4b14869 {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:10:14.875897 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 on network 8b856198-7732-4633-8464-6bfac4b14869 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:10:14.876225 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Attempting to bind port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 on network 8b856198-7732-4633-8464-6bfac4b14869 {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:10:14.881040 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:10:14.881381 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Checking segment: {'id': 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b856198-7732-4633-8464-6bfac4b14869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:10:14.881778 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Bound using segment: {'id': 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b856198-7732-4633-8464-6bfac4b14869'} {{(pid=93626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:10:14.882208 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.managers [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Bound port: 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b856198-7732-4633-8464-6bfac4b14869'}}] {{(pid=93626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:10:14.882572 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:14.949389 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] For port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3, host hv-cinder-78836, cleared binding levels {{(pid=93626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:10:14.952676 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] For port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:10:14.959199 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:14.996395 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:14.996998 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:14.998523 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] 10.222.0.53 "PUT /v2.0/ports/69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 HTTP/1.1" status: 200 len: 1093 time: 0.6475050 Aug 10 14:10:14.998964 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b77c40-7c10-4ed2-8b41-a924e9943f76', 'tag': '69f0b6f3-2faf-4014-a571-dcc6cf04c2f3'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:10:15.001246 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ce403c-f6a0-4d79-ab0c-687f083a5225" -d '{"events": [{"name": "network-changed", "server_uuid": "90b77c40-7c10-4ed2-8b41-a924e9943f76", "tag": "69f0b6f3-2faf-4014-a571-dcc6cf04c2f3"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:10:15.042316 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b776b88-48c0-4ef9-a6c5-444a13118072 x-openstack-request-id: req-3b776b88-48c0-4ef9-a6c5-444a13118072 {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:10:15.042971 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b77c40-7c10-4ed2-8b41-a924e9943f76", "tag": "69f0b6f3-2faf-4014-a571-dcc6cf04c2f3", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:10:15.043423 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b776b88-48c0-4ef9-a6c5-444a13118072 {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:10:15.044056 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b77c40-7c10-4ed2-8b41-a924e9943f76', 'tag': '69f0b6f3-2faf-4014-a571-dcc6cf04c2f3', 'status': 'completed', 'code': 200} Aug 10 14:10:15.051499 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dadad5-e194-4371-9eb0-ab21f2ddd933 service neutron] Pushing event updated for resources: {'Port': ['ID=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,revision_number=3']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:15.092754 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 49600) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:10:15.123801 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-36c7872b-4aaa-4521-bcde-39fab5b7a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:15.123801 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-36c7872b-4aaa-4521-bcde-39fab5b7a5e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b2b8aba95494a9c8812036defa6f675&device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 1096 time: 0.0434854 Aug 10 14:10:15.181145 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-98194ebb-83a4-4784-8b24-427b4d93b48f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 HTTP/1.1" status: 200 len: 217 time: 0.0339808 Aug 10 14:10:15.210609 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3ef5b4a7-81c0-4d76-9958-8fdb1333beaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:15.235312 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-f7b5f683-69bb-4661-a6e4-e0b02ff5e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:15.236825 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-f7b5f683-69bb-4661-a6e4-e0b02ff5e656 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8f829a9-ed05-423e-9307-cbad420dc602 HTTP/1.1" status: 200 len: 853 time: 0.0473204 Aug 10 14:10:15.282087 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-4a1c40f2-8e68-440d-ac7a-5afece760cda service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8b856198-7732-4633-8464-6bfac4b14869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319359 Aug 10 14:10:15.350908 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3ef5b4a7-81c0-4d76-9958-8fdb1333beaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:15.360433 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae4a-dc85-4923-b9d3-9f408331b90e req-c706af27-9051-4299-a08e-479ef1ba8d53 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:15.361960 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4210ae4a-dc85-4923-b9d3-9f408331b90e req-c706af27-9051-4299-a08e-479ef1ba8d53 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0818987 Aug 10 14:10:15.363187 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3ef5b4a7-81c0-4d76-9958-8fdb1333beaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:15.378226 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-602b6272-4be1-4586-933f-375b731b5c42 service neutron] 10.222.0.53 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878651 Aug 10 14:10:15.413651 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5b4a7-81c0-4d76-9958-8fdb1333beaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bb95f8-1982-4020-bc50-8d8febd85a9d,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:15.421109 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-3ef5b4a7-81c0-4d76-9958-8fdb1333beaa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63788c5c1d7143ae8b69f82dba1bdc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273022 Aug 10 14:10:15.423892 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 49608) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:10:15.449333 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4210ae4a-dc85-4923-b9d3-9f408331b90e req-41011dcf-fabd-4590-bd46-6257b995c496 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703175 Aug 10 14:10:15.483929 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-1d35bedd-6afb-4091-9efe-c9cc7a4909fa req-c14c3758-bd05-4464-bf81-1a7789b14bef service neutron] 10.222.0.53 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927057 Aug 10 14:10:15.493406 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ad48cda-590c-4da9-9d92-174d4c0f9f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:15.516641 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ad48cda-590c-4da9-9d92-174d4c0f9f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:15.597546 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94987-3cb9-46a5-8c25-95f53676cf29 req-03c839b3-1bb1-4118-bf7d-88fb84407f05 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:15.599104 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fab94987-3cb9-46a5-8c25-95f53676cf29 req-03c839b3-1bb1-4118-bf7d-88fb84407f05 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 943 time: 0.0604763 Aug 10 14:10:15.604627 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ad48cda-590c-4da9-9d92-174d4c0f9f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:15.607468 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ad48cda-590c-4da9-9d92-174d4c0f9f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:15.608506 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-1ad48cda-590c-4da9-9d92-174d4c0f9f2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3bb95f8-1982-4020-bc50-8d8febd85a9d HTTP/1.1" status: 204 len: 168 time: 0.1837363 Aug 10 14:10:15.630270 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad48cda-590c-4da9-9d92-174d4c0f9f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bb95f8-1982-4020-bc50-8d8febd85a9d,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:15.653599 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fab94987-3cb9-46a5-8c25-95f53676cf29 req-b7254818-19c3-4f39-bf83-fd0694eb6451 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 Aug 10 14:10:15.664470 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-2eb39b41-ef69-4258-81cf-cd0282a74f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:15.671264 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-2eb39b41-ef69-4258-81cf-cd0282a74f18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b2b8aba95494a9c8812036defa6f675&device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 1096 time: 0.0492861 Aug 10 14:10:15.778897 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-4cbd81b0-f711-4e21-9642-a594c5aa8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:15.780694 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-4cbd81b0-f711-4e21-9642-a594c5aa8fa5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8b856198-7732-4633-8464-6bfac4b14869 HTTP/1.1" status: 200 len: 914 time: 0.0965009 Aug 10 14:10:15.837498 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-f5d83296-f0ad-428e-a39c-2a9d6567d881 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 HTTP/1.1" status: 200 len: 217 time: 0.0384226 Aug 10 14:10:15.873570 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f021f-7d9a-41bd-84f0-491a4e9cf37d req-5815cee9-3c14-4072-9e33-8d23138f49b1 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:15.875262 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5c3f021f-7d9a-41bd-84f0-491a4e9cf37d req-5815cee9-3c14-4072-9e33-8d23138f49b1 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0538020 Aug 10 14:10:15.897072 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-b6db6f06-2c09-4a8b-9246-d7a64dc587e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:15.898610 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-b6db6f06-2c09-4a8b-9246-d7a64dc587e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8f829a9-ed05-423e-9307-cbad420dc602 HTTP/1.1" status: 200 len: 853 time: 0.0479434 Aug 10 14:10:15.916842 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5c3f021f-7d9a-41bd-84f0-491a4e9cf37d req-36a1a89a-92bc-450b-9b82-7313e1083890 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335603 Aug 10 14:10:15.931864 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-baff8805-76d2-448b-8071-872c25b9e030 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8b856198-7732-4633-8464-6bfac4b14869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252416 Aug 10 14:10:16.034738 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-9e3e1d57-3aaf-47a9-976f-9d535f0d8cec service neutron] 10.222.0.53 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853460 Aug 10 14:10:16.127729 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-33ce403c-f6a0-4d79-ab0c-687f083a5225 req-ec1e6a95-de4c-4c36-8123-09c53a73d5db service neutron] 10.222.0.53 "GET /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808222 Aug 10 14:10:16.571991 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b02296-ef8e-4a72-81b7-592cd3b72fdb req-a4632a59-b50a-4329-8742-2769f458a061 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:16.575453 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e7b02296-ef8e-4a72-81b7-592cd3b72fdb req-a4632a59-b50a-4329-8742-2769f458a061 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0527070 Aug 10 14:10:16.611949 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e7b02296-ef8e-4a72-81b7-592cd3b72fdb req-1da1a16a-6fef-4897-871d-4da9be312ca8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301952 Aug 10 14:10:16.769011 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb707-d8dc-41a6-bc50-0f47a09a01cc req-432f2dae-460b-4675-bcf3-a906446d3c1d tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:16.770387 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8d2fb707-d8dc-41a6-bc50-0f47a09a01cc req-432f2dae-460b-4675-bcf3-a906446d3c1d tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 943 time: 0.0490160 Aug 10 14:10:16.807909 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8d2fb707-d8dc-41a6-bc50-0f47a09a01cc req-b3455276-a66c-4bc2-92ea-ea7eeef5c84d tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Aug 10 14:10:17.030506 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e19377-674e-45c0-b277-22891320f14f req-ae0c9a25-02c3-4164-a8da-800177bacddc tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:17.032101 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e4e19377-674e-45c0-b277-22891320f14f req-ae0c9a25-02c3-4164-a8da-800177bacddc tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0486650 Aug 10 14:10:17.074458 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e4e19377-674e-45c0-b277-22891320f14f req-34a98c87-91af-499b-8564-c4b7e7fd3147 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363891 Aug 10 14:10:17.733717 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039dad4-e03c-4c71-a55f-aa7346ea9b2c req-6da50f2e-76ff-4c9d-8cdb-81b6a8136207 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:17.735254 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c039dad4-e03c-4c71-a55f-aa7346ea9b2c req-6da50f2e-76ff-4c9d-8cdb-81b6a8136207 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0525627 Aug 10 14:10:17.772490 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c039dad4-e03c-4c71-a55f-aa7346ea9b2c req-f4f5d6a9-d95b-4b10-b433-7f5d33e1af85 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Aug 10 14:10:17.918980 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fa2f1-1331-47a6-8482-3b1dc90244cd req-a565cf0a-5c61-4fdb-90e7-2a7d6b01a158 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:17.920416 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-001fa2f1-1331-47a6-8482-3b1dc90244cd req-a565cf0a-5c61-4fdb-90e7-2a7d6b01a158 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 943 time: 0.0479224 Aug 10 14:10:17.958491 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-001fa2f1-1331-47a6-8482-3b1dc90244cd req-b18236fc-722a-43ec-859a-10e37fc6aa13 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Aug 10 14:10:18.188445 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d0f8b-3263-410b-8bae-2343a6383e22 req-aab8db4d-6251-42eb-b5b9-7d2d4eabdcc7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:18.189818 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-685d0f8b-3263-410b-8bae-2343a6383e22 req-aab8db4d-6251-42eb-b5b9-7d2d4eabdcc7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0467899 Aug 10 14:10:18.226360 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-685d0f8b-3263-410b-8bae-2343a6383e22 req-464b3213-00a6-47bf-9894-22c33c6a48e2 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306051 Aug 10 14:10:18.671025 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:10:18.895868 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:18.899021 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973ddfd-e55f-4809-981d-75d52d779e5d req-16f8482b-d626-4857-9ec4-c793d731ea6f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:18.900553 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8973ddfd-e55f-4809-981d-75d52d779e5d req-16f8482b-d626-4857-9ec4-c793d731ea6f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0519812 Aug 10 14:10:18.907366 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '69f0b6f3-2faf-4014-a571-dcc6cf04c2f3', 'network_id': '8b856198-7732-4633-8464-6bfac4b14869', 'port_id': '69f0b6f3-2faf-4014-a571-dcc6cf04c2f3', 'mac_address': 'fa:16:3e:77:4c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f829a9-ed05-423e-9307-cbad420dc602', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:10:18.937921 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8973ddfd-e55f-4809-981d-75d52d779e5d req-29390acf-0b7f-406f-8cd7-1ec2dd0c8eeb tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Aug 10 14:10:18.943695 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:18.958208 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:10:18.977922 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:18.982159 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:19.029992 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:19.083198 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ffcd-473d-4bab-afc3-ea9fac56dc77 req-652c2652-1676-4d68-8e04-6f7bfc2f8366 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:19.084809 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4824ffcd-473d-4bab-afc3-ea9fac56dc77 req-652c2652-1676-4d68-8e04-6f7bfc2f8366 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 944 time: 0.0560980 Aug 10 14:10:19.128776 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4824ffcd-473d-4bab-afc3-ea9fac56dc77 req-c93ca7ed-ded5-4b47-bd23-87a4be58e19a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Aug 10 14:10:19.338070 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a5205-63db-413d-a607-e454d979b1d0 req-0bde14b5-1cf8-4a87-bebb-62fe4b967cd4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:19.339555 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c8a5205-63db-413d-a607-e454d979b1d0 req-0bde14b5-1cf8-4a87-bebb-62fe4b967cd4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0470970 Aug 10 14:10:19.380832 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c8a5205-63db-413d-a607-e454d979b1d0 req-17243201-9406-43c6-9935-dcb31e9a90ea tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Aug 10 14:10:19.461522 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['69f0b6f3-2faf-4014-a571-dcc6cf04c2f3'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:10:20.060561 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa82d-300b-42d3-a9cd-f5278c26dc9d req-eeb643d8-5b77-4646-9625-149e8cb3caf7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:20.062032 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ce3fa82d-300b-42d3-a9cd-f5278c26dc9d req-eeb643d8-5b77-4646-9625-149e8cb3caf7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0544496 Aug 10 14:10:20.101210 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ce3fa82d-300b-42d3-a9cd-f5278c26dc9d req-ef39a9e8-3932-47fb-ad12-fbb430cdaab0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332682 Aug 10 14:10:20.248982 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb42e3d-8a56-4225-b64a-95f5b7894afb req-f0dda08a-74d5-4638-b04a-83772c3452d3 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:20.250539 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-deb42e3d-8a56-4225-b64a-95f5b7894afb req-f0dda08a-74d5-4638-b04a-83772c3452d3 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 944 time: 0.0504456 Aug 10 14:10:20.288314 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-deb42e3d-8a56-4225-b64a-95f5b7894afb req-9339a9c0-c38a-48f0-92a7-1c559ab3dff6 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312607 Aug 10 14:10:20.491872 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8079a-ec25-4876-879c-4031b4cd017a req-5cfc639b-6a9e-4fd8-a232-aec6ecef9e84 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:20.493340 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d9c8079a-ec25-4876-879c-4031b4cd017a req-5cfc639b-6a9e-4fd8-a232-aec6ecef9e84 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0473559 Aug 10 14:10:20.531089 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d9c8079a-ec25-4876-879c-4031b4cd017a req-bca9b391-d172-4154-88ca-6491442223bd tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Aug 10 14:10:20.769400 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c69393-0bcb-4016-b86d-a7dbac97972c req-5589f65a-753a-470e-99b6-9b90122ae2be tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:20.770841 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f4c69393-0bcb-4016-b86d-a7dbac97972c req-5589f65a-753a-470e-99b6-9b90122ae2be tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0519423 Aug 10 14:10:20.812266 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f4c69393-0bcb-4016-b86d-a7dbac97972c req-91a4c620-b2fb-4fea-b44f-34f907b46771 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349212 Aug 10 14:10:20.816760 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-600de676-9570-4024-b0c7-87f96e0c6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:20.818272 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-600de676-9570-4024-b0c7-87f96e0c6f62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1098 time: 0.0462539 Aug 10 14:10:20.912556 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-5208cedf-7540-47c2-89bf-1806af521b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:20.914390 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-5208cedf-7540-47c2-89bf-1806af521b38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 919 time: 0.0870748 Aug 10 14:10:20.964404 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-f9b6645d-22a6-472a-8aa0-24b27ceacda5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d HTTP/1.1" status: 200 len: 217 time: 0.0405974 Aug 10 14:10:21.015673 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-9cdb6cb5-eece-48e1-8d07-a03cde94ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:21.017144 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-9cdb6cb5-eece-48e1-8d07-a03cde94ba9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.0437994 Aug 10 14:10:21.049663 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-b35e3481-edeb-4290-a295-f23388ff6aff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247619 Aug 10 14:10:21.144020 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-57fb0d3b-5755-4a56-83cf-c594bf140522 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828457 Aug 10 14:10:21.218921 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02241f-fe80-4f30-9cc9-dfe95492ea16 req-49d250a9-e621-4c26-8703-41b9faae2fb0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:21.220496 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5c02241f-fe80-4f30-9cc9-dfe95492ea16 req-49d250a9-e621-4c26-8703-41b9faae2fb0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0482709 Aug 10 14:10:21.241127 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-05e4f03a-99b5-4f3f-86a6-a970fc037ef1 req-ea86b56d-ab9f-44e5-884e-98b590039159 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886071 Aug 10 14:10:21.259226 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5c02241f-fe80-4f30-9cc9-dfe95492ea16 req-33a0a0e6-ec0d-4d11-a63e-614d1c11991a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Aug 10 14:10:21.391147 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-eefb7699-dd35-4037-bd80-0c416bca674c req-44bd7672-0a6a-4055-a1e2-ccb3b8a13332 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480974 Aug 10 14:10:21.417437 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626fc42-e2dd-41fb-af3c-daa96384c19f req-1a9d75eb-9c9b-432b-aa15-4808bf4eb717 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:21.419031 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c626fc42-e2dd-41fb-af3c-daa96384c19f req-1a9d75eb-9c9b-432b-aa15-4808bf4eb717 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 944 time: 0.0611608 Aug 10 14:10:21.448816 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-87e53f1a-c804-4eb0-8419-8a841709adff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:21.471982 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c626fc42-e2dd-41fb-af3c-daa96384c19f req-7f6f8db4-abe9-4b0f-a815-298b7ca17bf6 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462296 Aug 10 14:10:21.561385 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb7699-dd35-4037-bd80-0c416bca674c req-6fbc624c-c2da-4e78-bac3-c607909acd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:21.563094 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-eefb7699-dd35-4037-bd80-0c416bca674c req-6fbc624c-c2da-4e78-bac3-c607909acd9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 1098 time: 0.0405118 Aug 10 14:10:21.649230 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac9896-648a-432d-8804-7009826d939f req-96432e8c-f2f8-4e7d-86da-618177597caa tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:21.651435 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cac9896-648a-432d-8804-7009826d939f req-96432e8c-f2f8-4e7d-86da-618177597caa tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0525355 Aug 10 14:10:21.679999 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb7699-dd35-4037-bd80-0c416bca674c req-1887cf18-f4a6-40cc-b67e-4c6cc9fefd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:21.681912 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-eefb7699-dd35-4037-bd80-0c416bca674c req-1887cf18-f4a6-40cc-b67e-4c6cc9fefd89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 919 time: 0.0885377 Aug 10 14:10:21.690193 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cac9896-648a-432d-8804-7009826d939f req-33d64111-25ef-4f50-98dc-192d8adc464f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324814 Aug 10 14:10:21.724916 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-eefb7699-dd35-4037-bd80-0c416bca674c req-251824bb-d6c8-4610-852f-67a0480b3124 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ab6e77-099b-407e-8264-eab05c1c82dc HTTP/1.1" status: 200 len: 217 time: 0.0341301 Aug 10 14:10:21.777557 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb7699-dd35-4037-bd80-0c416bca674c req-890e4586-cbb4-4bcc-8ff7-a130a63a9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:21.778958 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-eefb7699-dd35-4037-bd80-0c416bca674c req-890e4586-cbb4-4bcc-8ff7-a130a63a9c21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.0455558 Aug 10 14:10:21.812676 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-eefb7699-dd35-4037-bd80-0c416bca674c req-67658e92-c64d-4bb1-9e4b-71f3cb12d2d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246773 Aug 10 14:10:21.916599 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-eefb7699-dd35-4037-bd80-0c416bca674c req-cfe8b1d7-e3e5-4216-8e90-0062bb8c36d3 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821538 Aug 10 14:10:21.925557 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d704476-1a02-4966-9945-fa166fb1b6d2 req-a639fac6-628a-41cb-8175-aad43cd9686a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:21.927466 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4d704476-1a02-4966-9945-fa166fb1b6d2 req-a639fac6-628a-41cb-8175-aad43cd9686a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0486600 Aug 10 14:10:21.968717 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4d704476-1a02-4966-9945-fa166fb1b6d2 req-c7894a8d-9331-4969-9bc9-711738683d75 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Aug 10 14:10:22.023806 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-eefb7699-dd35-4037-bd80-0c416bca674c req-2fd8835a-d29e-478b-a989-b07de4a31b5a service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991781 Aug 10 14:10:22.209655 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:10:22.381019 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524099b-f852-4327-8863-7e6afa94cdc2 req-0e437541-eb62-4a1f-97f9-a712e11c8b59 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:22.382499 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9524099b-f852-4327-8863-7e6afa94cdc2 req-0e437541-eb62-4a1f-97f9-a712e11c8b59 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0478053 Aug 10 14:10:22.407263 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:22.423551 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9524099b-f852-4327-8863-7e6afa94cdc2 req-a4ac2625-838b-4320-a997-b51e3edd56a3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346262 Aug 10 14:10:22.597670 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0d26a-0a43-4c73-ac70-ed04241cf20c req-b3ccb92c-70b4-42e9-bf5f-075eb222b49d tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:22.599188 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fab0d26a-0a43-4c73-ac70-ed04241cf20c req-b3ccb92c-70b4-42e9-bf5f-075eb222b49d tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 944 time: 0.0532973 Aug 10 14:10:22.684534 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:10:22.735037 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:10:22.739479 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:10:22.739937 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:22.824119 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:22.847906 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b77c40-7c10-4ed2-8b41-a924e9943f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f0b6f3-2faf-4014-a571-dcc6cf04c2f3'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:10:22.850408 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6405565c-f7b2-450d-b830-25c5fdd1df53" -d '{"events": [{"server_uuid": "90b77c40-7c10-4ed2-8b41-a924e9943f76", "name": "network-vif-plugged", "status": "completed", "tag": "69f0b6f3-2faf-4014-a571-dcc6cf04c2f3"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:10:22.863585 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:22.867946 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:22.880563 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fab0d26a-0a43-4c73-ac70-ed04241cf20c req-0ffa01ff-ad11-4fe3-b82e-4003e6e66aff tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747214 Aug 10 14:10:22.896434 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d7c7f-2590-4e05-837c-d06c43794fe9 req-b14a0cd7-2e98-46b3-88dd-24a400660ec9 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:22.898007 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5c8d7c7f-2590-4e05-837c-d06c43794fe9 req-b14a0cd7-2e98-46b3-88dd-24a400660ec9 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0619907 Aug 10 14:10:22.926435 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:22.937836 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5c8d7c7f-2590-4e05-837c-d06c43794fe9 req-2d43ad62-d40c-4376-98bd-a3440848b452 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337191 Aug 10 14:10:22.940503 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7637f5-7e34-4c2a-88e9-59f1f9e21a19 x-openstack-request-id: req-0c7637f5-7e34-4c2a-88e9-59f1f9e21a19 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:10:22.941027 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b77c40-7c10-4ed2-8b41-a924e9943f76", "name": "network-vif-plugged", "status": "completed", "tag": "69f0b6f3-2faf-4014-a571-dcc6cf04c2f3", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:10:22.941272 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c7637f5-7e34-4c2a-88e9-59f1f9e21a19 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:10:22.941670 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b77c40-7c10-4ed2-8b41-a924e9943f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f0b6f3-2faf-4014-a571-dcc6cf04c2f3', 'code': 200} Aug 10 14:10:23.090302 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34699284-307c-4e9e-b673-df71c199bd6b req-7cf8bfbc-908b-4a73-8012-89a67c713f88 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:23.091834 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34699284-307c-4e9e-b673-df71c199bd6b req-7cf8bfbc-908b-4a73-8012-89a67c713f88 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0494897 Aug 10 14:10:23.118697 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6113e-1304-4978-be5e-07b58f09a597 req-0814d523-cb19-48a9-b29c-7c3dce0e2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:23.121511 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-cca6113e-1304-4978-be5e-07b58f09a597 req-0814d523-cb19-48a9-b29c-7c3dce0e2044 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19&tenant_id=87109c73f13448588e285f393b561d49 HTTP/1.1" status: 200 len: 1097 time: 0.0874479 Aug 10 14:10:23.144971 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34699284-307c-4e9e-b673-df71c199bd6b req-0bb50883-cefd-4084-8e47-afc9f66a87b8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 Aug 10 14:10:23.236580 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6113e-1304-4978-be5e-07b58f09a597 req-76e004f1-31a5-4316-9198-a9d9933078a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:23.238386 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-cca6113e-1304-4978-be5e-07b58f09a597 req-76e004f1-31a5-4316-9198-a9d9933078a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 1097 time: 0.0476508 Aug 10 14:10:23.278893 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d1097-3721-4459-8c26-76157ac56a42 req-9e2376e2-159c-4ab6-a67f-b764c044920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:23.281440 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a82d1097-3721-4459-8c26-76157ac56a42 req-9e2376e2-159c-4ab6-a67f-b764c044920d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 1098 time: 0.0705252 Aug 10 14:10:23.413476 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a82d1097-3721-4459-8c26-76157ac56a42 req-3e951f8c-7980-4c35-b411-b23631e39791 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Aug 10 14:10:23.448006 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f92bb-bd21-4535-b6d5-eaa55707dab8 req-4498bd7f-5f78-4657-9420-52a18aa74382 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:23.449501 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-742f92bb-bd21-4535-b6d5-eaa55707dab8 req-4498bd7f-5f78-4657-9420-52a18aa74382 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0508666 Aug 10 14:10:23.465095 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6113e-1304-4978-be5e-07b58f09a597 req-cc46c5e0-adc3-4355-be07-ef48cda95225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:23.466603 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-cca6113e-1304-4978-be5e-07b58f09a597 req-cc46c5e0-adc3-4355-be07-ef48cda95225 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.0945494 Aug 10 14:10:23.496692 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-742f92bb-bd21-4535-b6d5-eaa55707dab8 req-d26db482-ce21-4737-a51b-9a823cd73b01 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403991 Aug 10 14:10:23.547972 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff0d32-fcf0-4d6b-b9d7-87a966e49c49 req-5b3624f4-ca51-4741-bae8-8666e0bd4193 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:23.549480 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f1ff0d32-fcf0-4d6b-b9d7-87a966e49c49 req-5b3624f4-ca51-4741-bae8-8666e0bd4193 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0478499 Aug 10 14:10:23.585825 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f1ff0d32-fcf0-4d6b-b9d7-87a966e49c49 req-dfc5da5c-7fad-41ec-a25f-bdda45103a86 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305352 Aug 10 14:10:23.761572 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-eebfe8ba-9ec1-434b-b883-e3066a5da314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:23.880206 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-cca6113e-1304-4978-be5e-07b58f09a597 req-43e00927-f77a-47ca-ad21-b5c0d74d7bbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f HTTP/1.1" status: 200 len: 1000 time: 0.0577903 Aug 10 14:10:23.959216 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6113e-1304-4978-be5e-07b58f09a597 req-b88874f1-2d75-4748-8a72-a1929d029ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:23.960731 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-cca6113e-1304-4978-be5e-07b58f09a597 req-b88874f1-2d75-4748-8a72-a1929d029ff8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0482798 Aug 10 14:10:23.999539 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f761ba-6385-412e-83db-9b25a1f4bb3e req-6dc1155e-c5c0-4930-b3f0-b85fe9c0f657 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:24.001166 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-88f761ba-6385-412e-83db-9b25a1f4bb3e req-6dc1155e-c5c0-4930-b3f0-b85fe9c0f657 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0548778 Aug 10 14:10:24.012479 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6113e-1304-4978-be5e-07b58f09a597 req-8f807282-223e-4ca5-a6ab-84d31cd9ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:24.014199 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-cca6113e-1304-4978-be5e-07b58f09a597 req-8f807282-223e-4ca5-a6ab-84d31cd9ad2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425582 Aug 10 14:10:24.063781 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-88f761ba-6385-412e-83db-9b25a1f4bb3e req-744685af-5913-4310-9fa2-00d72e215cab tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563991 Aug 10 14:10:24.083328 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdc524-7812-4deb-8ec0-04229bc0face req-1ed61ba3-ad5f-4a7b-adc3-da7c54b6ba36 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:24.083328 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dcbdc524-7812-4deb-8ec0-04229bc0face req-1ed61ba3-ad5f-4a7b-adc3-da7c54b6ba36 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0671792 Aug 10 14:10:24.113662 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-cca6113e-1304-4978-be5e-07b58f09a597 req-ce4e3556-0695-4d67-bc5a-1a743a334912 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889966 Aug 10 14:10:24.124312 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dcbdc524-7812-4deb-8ec0-04229bc0face req-af61dcd7-c8e7-4e8a-8004-778214ec1bdf tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337198 Aug 10 14:10:24.180899 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:24.217697 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-cca6113e-1304-4978-be5e-07b58f09a597 req-06d3c22c-5ac0-4cd7-8ba0-0050eafeb3ea service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948544 Aug 10 14:10:24.270724 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3d87-cc6f-49a5-ba68-612d2e35a379 req-1208569d-b4ad-4358-8561-c964db9e1df8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:24.272259 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82ec3d87-cc6f-49a5-ba68-612d2e35a379 req-1208569d-b4ad-4358-8561-c964db9e1df8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0528817 Aug 10 14:10:24.313315 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82ec3d87-cc6f-49a5-ba68-612d2e35a379 req-e127a019-4286-4b03-8ac2-2ebdcd20e017 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Aug 10 14:10:24.628974 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaad789-3d49-4f82-a846-e3d6b33da7b4 req-68bb912e-2f9b-4bce-adb6-102a015c4069 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:24.630606 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3aaad789-3d49-4f82-a846-e3d6b33da7b4 req-68bb912e-2f9b-4bce-adb6-102a015c4069 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0558736 Aug 10 14:10:24.698091 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3aaad789-3d49-4f82-a846-e3d6b33da7b4 req-5fa7bea8-7625-4a84-8dfd-f331b59888d4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598812 Aug 10 14:10:24.718349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a6c7d-a7b3-42e4-a5e8-6d5511858546 req-c11f716f-e280-4922-acf0-05cacb3c9f90 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:24.719861 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3c3a6c7d-a7b3-42e4-a5e8-6d5511858546 req-c11f716f-e280-4922-acf0-05cacb3c9f90 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0585599 Aug 10 14:10:24.757612 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3c3a6c7d-a7b3-42e4-a5e8-6d5511858546 req-5d375cd7-c7c4-4c6c-aba1-6a8c658cec55 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Aug 10 14:10:24.875140 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:25.197450 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76947b3a-d62e-4756-a6b2-4fdb1db08de2 req-aa7a78ee-b2a1-4e54-aa3a-4118ca1ba4c2 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:25.199384 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76947b3a-d62e-4756-a6b2-4fdb1db08de2 req-aa7a78ee-b2a1-4e54-aa3a-4118ca1ba4c2 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0621099 Aug 10 14:10:25.294494 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76947b3a-d62e-4756-a6b2-4fdb1db08de2 req-8b5fca8f-516b-41f7-98b8-d1ad0168945e tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661302 Aug 10 14:10:25.305655 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb246a-1b4d-4818-997d-883cc1353e70 req-9cf2b391-238f-4cf7-b309-0fd156c3eb86 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:25.307906 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fdcb246a-1b4d-4818-997d-883cc1353e70 req-9cf2b391-238f-4cf7-b309-0fd156c3eb86 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.1074026 Aug 10 14:10:25.371760 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fdcb246a-1b4d-4818-997d-883cc1353e70 req-a27ad123-6967-41d5-b148-319375d66b99 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520852 Aug 10 14:10:25.429694 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa066c-cd4d-4746-ba87-6a5bd4b088fb req-676849cd-6196-4f91-94d5-f1fabc8da57d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:25.431185 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0daa066c-cd4d-4746-ba87-6a5bd4b088fb req-676849cd-6196-4f91-94d5-f1fabc8da57d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0480359 Aug 10 14:10:25.471174 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0daa066c-cd4d-4746-ba87-6a5bd4b088fb req-c317930c-4196-4a19-8e72-7b260dd1d43f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328970 Aug 10 14:10:25.814841 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c18c02-588b-4664-86c4-db7ad4fc19b2 req-3feb8b24-f0d8-4aaa-a14e-52aa1a105fef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:25.816526 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77c18c02-588b-4664-86c4-db7ad4fc19b2 req-3feb8b24-f0d8-4aaa-a14e-52aa1a105fef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0491827 Aug 10 14:10:25.902763 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-77c18c02-588b-4664-86c4-db7ad4fc19b2 req-80fb856c-6617-4a25-b14a-1652832a756e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787375 Aug 10 14:10:25.910969 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdfed5-9218-4258-87bd-530160e31732 req-2db34ab4-8536-4acf-a421-403f9e2336e1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:25.912484 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2fdfed5-9218-4258-87bd-530160e31732 req-2db34ab4-8536-4acf-a421-403f9e2336e1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0793574 Aug 10 14:10:25.952290 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2fdfed5-9218-4258-87bd-530160e31732 req-3167403d-8770-472c-b356-3dec286b9cc0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334926 Aug 10 14:10:26.413382 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b3328-9b26-41c3-8d0e-e99e81329648 req-7973a771-373e-4bb9-9f03-748154a535cd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:26.414902 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-374b3328-9b26-41c3-8d0e-e99e81329648 req-7973a771-373e-4bb9-9f03-748154a535cd tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0544605 Aug 10 14:10:26.467718 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-374b3328-9b26-41c3-8d0e-e99e81329648 req-bd9a8b48-b73b-4356-900b-992700937683 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Aug 10 14:10:26.507487 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b300aa-b2e5-489b-b3bb-4329d2398b9b req-07a719c6-ec8f-4363-801a-afcd3b3d3f41 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:26.509060 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-63b300aa-b2e5-489b-b3bb-4329d2398b9b req-07a719c6-ec8f-4363-801a-afcd3b3d3f41 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0580859 Aug 10 14:10:26.556204 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-63b300aa-b2e5-489b-b3bb-4329d2398b9b req-72248e58-342f-4adf-8d45-8d21782d117d tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402305 Aug 10 14:10:26.598926 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993423b7-2250-4ddf-86d7-ff1fbb27252f req-736edcd0-028b-4a6d-b0e6-b974ecb3abdf tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:26.600410 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-993423b7-2250-4ddf-86d7-ff1fbb27252f req-736edcd0-028b-4a6d-b0e6-b974ecb3abdf tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0552578 Aug 10 14:10:26.647063 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-993423b7-2250-4ddf-86d7-ff1fbb27252f req-e7bce8c5-e459-42f7-8f21-da188769819c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 Aug 10 14:10:26.655238 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:27.027777 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84dc00-24fb-42ae-91dc-2b137eb6d01c req-814fa144-27a1-4e59-8d69-5428fc6d4e13 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:27.029261 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9c84dc00-24fb-42ae-91dc-2b137eb6d01c req-814fa144-27a1-4e59-8d69-5428fc6d4e13 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0493371 Aug 10 14:10:27.095158 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9c84dc00-24fb-42ae-91dc-2b137eb6d01c req-5132091e-f1c0-4cc7-988d-d75c0c3eb479 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567272 Aug 10 14:10:27.107996 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6781d-4eab-4893-9736-b7c876c53dbe req-b7e098eb-9800-4e0a-bc6d-e7b93385a76f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:27.115486 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05c6781d-4eab-4893-9736-b7c876c53dbe req-b7e098eb-9800-4e0a-bc6d-e7b93385a76f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0851836 Aug 10 14:10:27.157586 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05c6781d-4eab-4893-9736-b7c876c53dbe req-d64e3d74-a4d1-48c1-9af3-c7da4b70c8f7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412133 Aug 10 14:10:27.588014 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a4f47-0735-437b-8b4f-ac7bc7e71bfd req-4c5c71c9-7b16-4f89-8e0c-f2d49f8f86d4 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:27.590312 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-975a4f47-0735-437b-8b4f-ac7bc7e71bfd req-4c5c71c9-7b16-4f89-8e0c-f2d49f8f86d4 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0541368 Aug 10 14:10:27.635649 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-975a4f47-0735-437b-8b4f-ac7bc7e71bfd req-98d60a56-168c-4c5a-be5f-de72f8ef7c5c tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362160 Aug 10 14:10:27.680585 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f41ca-fb62-4df8-9e38-9e4afb04b72b req-e65c0e39-e77f-46ec-8cff-b4f8098436ff tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:27.682669 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c0f41ca-fb62-4df8-9e38-9e4afb04b72b req-e65c0e39-e77f-46ec-8cff-b4f8098436ff tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0511298 Aug 10 14:10:27.742418 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c0f41ca-fb62-4df8-9e38-9e4afb04b72b req-11311119-ecde-4fc8-ba63-1d9cf5f43698 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537035 Aug 10 14:10:27.786000 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c60a1-a674-4d53-8cf5-28633ffb3e4e req-6b1bb59f-8c83-4c72-b995-47cd5dec65c5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:27.787697 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-857c60a1-a674-4d53-8cf5-28633ffb3e4e req-6b1bb59f-8c83-4c72-b995-47cd5dec65c5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0632105 Aug 10 14:10:27.834891 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-857c60a1-a674-4d53-8cf5-28633ffb3e4e req-ef2da723-75a5-4285-94d3-01f1eb3db471 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Aug 10 14:10:28.225692 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066277c2-ce5b-4532-8ce9-223e33049ed7 req-390ff6fc-08a0-4ed3-9c81-4b0f8ed3b221 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:28.231320 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-066277c2-ce5b-4532-8ce9-223e33049ed7 req-390ff6fc-08a0-4ed3-9c81-4b0f8ed3b221 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0507531 Aug 10 14:10:28.295337 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-066277c2-ce5b-4532-8ce9-223e33049ed7 req-d897c742-45ef-4324-9ff9-f9e63c4aff2a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558863 Aug 10 14:10:28.308354 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cd190-9ee3-401d-9f79-3399939e9ba7 req-2cefbf4b-aaec-4c25-90be-198927613ba0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:28.309856 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-369cd190-9ee3-401d-9f79-3399939e9ba7 req-2cefbf4b-aaec-4c25-90be-198927613ba0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0792372 Aug 10 14:10:28.349840 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-369cd190-9ee3-401d-9f79-3399939e9ba7 req-65184ab9-eb5e-4001-8ad1-99e55bc8d3af tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339584 Aug 10 14:10:28.754187 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfed4a7-b242-498b-a38e-905f4649386e req-9df5ad6d-00f3-46ad-a32d-1ae1ef05f2af tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:28.755694 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dbfed4a7-b242-498b-a38e-905f4649386e req-9df5ad6d-00f3-46ad-a32d-1ae1ef05f2af tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0535135 Aug 10 14:10:28.793276 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dbfed4a7-b242-498b-a38e-905f4649386e req-69348c0a-55f2-4f27-8ae8-26aad60129d6 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Aug 10 14:10:28.904584 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0fe3d-b173-4dcb-8439-dd89ceea3b60 req-d44d75d9-d67a-4dc4-8361-bff9ee74aa62 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:28.906080 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4c0fe3d-b173-4dcb-8439-dd89ceea3b60 req-d44d75d9-d67a-4dc4-8361-bff9ee74aa62 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0520923 Aug 10 14:10:28.968401 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4c0fe3d-b173-4dcb-8439-dd89ceea3b60 req-b109a1c8-8c69-4ac1-bf19-d8ce99577ebc tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524664 Aug 10 14:10:28.984656 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c0bd7-6e72-47b1-b3ce-f5db522dd968 req-cf25437b-da3c-4769-8dc4-96891d3b12a7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:28.984656 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-372c0bd7-6e72-47b1-b3ce-f5db522dd968 req-cf25437b-da3c-4769-8dc4-96891d3b12a7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0743141 Aug 10 14:10:29.029801 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-372c0bd7-6e72-47b1-b3ce-f5db522dd968 req-0c7144d8-33eb-49fb-a9e8-84404b49b9b2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370107 Aug 10 14:10:29.408924 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5f30c-010f-45d8-a824-3b34de29974b req-037ca9ea-7a13-4330-8d07-9a7c977094a8 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:29.410494 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45f5f30c-010f-45d8-a824-3b34de29974b req-037ca9ea-7a13-4330-8d07-9a7c977094a8 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0492170 Aug 10 14:10:29.484521 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45f5f30c-010f-45d8-a824-3b34de29974b req-291711ee-b6d7-45ea-82c6-9726fc6bc670 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680389 Aug 10 14:10:29.498398 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93383c7f-7c5d-4c2b-9b85-889bfeb12699 req-101b1a42-5dbd-47c7-a160-9acf175bbe53 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:29.499924 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-93383c7f-7c5d-4c2b-9b85-889bfeb12699 req-101b1a42-5dbd-47c7-a160-9acf175bbe53 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0771372 Aug 10 14:10:29.537660 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-93383c7f-7c5d-4c2b-9b85-889bfeb12699 req-042ddb01-d29a-4fa2-ba2d-472bf543e3bb tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Aug 10 14:10:29.912068 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d8ea3-6a53-4fe6-9a6c-c2509bbc179e req-ab54b171-f2e5-45fe-9ed6-0704ff541b25 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:29.913669 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c04d8ea3-6a53-4fe6-9a6c-c2509bbc179e req-ab54b171-f2e5-45fe-9ed6-0704ff541b25 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0536709 Aug 10 14:10:29.957963 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c04d8ea3-6a53-4fe6-9a6c-c2509bbc179e req-ca86d9ce-591b-47d6-a039-476260cc5d7c tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Aug 10 14:10:30.090447 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef2897-8a66-4bf9-9750-fd1f28a45929 req-94c6faf2-db2b-4a64-8bda-160d63a73b0a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:30.092278 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45ef2897-8a66-4bf9-9750-fd1f28a45929 req-94c6faf2-db2b-4a64-8bda-160d63a73b0a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0571213 Aug 10 14:10:30.141523 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-45ef2897-8a66-4bf9-9750-fd1f28a45929 req-233b30c9-cd6f-4118-a44f-699b8b8aa0c4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 Aug 10 14:10:30.177099 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3f270-b8fe-489b-a716-51587b1edfd3 req-d2b9d06b-1b26-424b-9a2a-8d384daab924 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:30.178566 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-67e3f270-b8fe-489b-a716-51587b1edfd3 req-d2b9d06b-1b26-424b-9a2a-8d384daab924 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0533984 Aug 10 14:10:30.223328 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-67e3f270-b8fe-489b-a716-51587b1edfd3 req-f303e1bf-61eb-452d-ae4d-e88876628e85 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Aug 10 14:10:30.605893 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994500dc-9741-45d8-84be-5143588c6f55 req-768d8ab0-bb0d-48ea-808a-c5c49e0e24c7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:30.607798 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-994500dc-9741-45d8-84be-5143588c6f55 req-768d8ab0-bb0d-48ea-808a-c5c49e0e24c7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0583522 Aug 10 14:10:30.675865 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-994500dc-9741-45d8-84be-5143588c6f55 req-e9d7627e-a6c4-4199-8453-3b244d3a32d4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619671 Aug 10 14:10:30.699212 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59dc46-0e2f-4174-826a-1ffcac096130 req-73e8c5ce-c739-4a52-a653-a9ffea2f4dae tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:30.700736 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d59dc46-0e2f-4174-826a-1ffcac096130 req-73e8c5ce-c739-4a52-a653-a9ffea2f4dae tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0796680 Aug 10 14:10:30.737599 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d59dc46-0e2f-4174-826a-1ffcac096130 req-cf22c628-7e8f-400e-bd63-e6351097f9b3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309725 Aug 10 14:10:31.077542 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61884d3-d7bc-4f01-bfe9-02b8b248fcfc req-a1d9a45f-6a53-474f-aba6-e1e5ad3c212f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:31.079046 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d61884d3-d7bc-4f01-bfe9-02b8b248fcfc req-a1d9a45f-6a53-474f-aba6-e1e5ad3c212f tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Aug 10 14:10:31.122353 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d61884d3-d7bc-4f01-bfe9-02b8b248fcfc req-e80e2aba-c375-4e21-a7d7-2eb0fa5d29e9 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370488 Aug 10 14:10:31.272257 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366bf54-b044-407d-8058-e33b455f0fa5 req-40f51663-6b2c-4b84-a215-e838eecf605e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:31.281054 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3366bf54-b044-407d-8058-e33b455f0fa5 req-40f51663-6b2c-4b84-a215-e838eecf605e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0701852 Aug 10 14:10:31.318747 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3366bf54-b044-407d-8058-e33b455f0fa5 req-cee3502f-70d3-44a9-8601-a1f2c04370eb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367656 Aug 10 14:10:31.398299 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bedfc5-6e10-47e7-82f5-c4251ab5df63 req-8310da9d-eeaa-4104-a8fc-91c9099975aa tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:31.401197 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b7bedfc5-6e10-47e7-82f5-c4251ab5df63 req-8310da9d-eeaa-4104-a8fc-91c9099975aa tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0814579 Aug 10 14:10:31.445126 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b7bedfc5-6e10-47e7-82f5-c4251ab5df63 req-39993f33-0a23-454e-9d73-4ed07658ed6b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375614 Aug 10 14:10:31.803388 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd5f36-0e8a-4241-bc25-67262aee8ab1 req-3118c468-3f2f-4041-a2f2-defdd4f61c09 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:31.804917 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-00dd5f36-0e8a-4241-bc25-67262aee8ab1 req-3118c468-3f2f-4041-a2f2-defdd4f61c09 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0494819 Aug 10 14:10:31.894095 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1409f0-cb65-42d2-80ac-7413813a4bc0 req-2a894ac4-5344-4936-9921-6160d5b66a6f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:31.895850 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8e1409f0-cb65-42d2-80ac-7413813a4bc0 req-2a894ac4-5344-4936-9921-6160d5b66a6f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0866191 Aug 10 14:10:31.904232 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-00dd5f36-0e8a-4241-bc25-67262aee8ab1 req-2dc1f33e-b573-42aa-ad1f-c761cc22d7a5 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928390 Aug 10 14:10:31.937686 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8e1409f0-cb65-42d2-80ac-7413813a4bc0 req-c3fc036b-b309-4146-a10e-5036067a06cd tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320947 Aug 10 14:10:32.240154 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851fa60-93dd-4625-b1a0-e1ec27fbd49d req-dbcb5951-52cb-4766-b480-7a7d70eb3114 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:32.241641 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b851fa60-93dd-4625-b1a0-e1ec27fbd49d req-dbcb5951-52cb-4766-b480-7a7d70eb3114 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Aug 10 14:10:32.282483 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b851fa60-93dd-4625-b1a0-e1ec27fbd49d req-4eb331f6-aa08-4f58-987d-631782c1f45a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337934 Aug 10 14:10:32.456779 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fa5e3-d502-4080-88a8-434d46e0d0d3 req-4af9e1cf-bdd9-4620-9480-94c42d4529b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:32.458271 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e71fa5e3-d502-4080-88a8-434d46e0d0d3 req-4af9e1cf-bdd9-4620-9480-94c42d4529b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0487218 Aug 10 14:10:32.499151 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e71fa5e3-d502-4080-88a8-434d46e0d0d3 req-039ab04d-f899-485e-b0c3-a6199af59ec4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349560 Aug 10 14:10:32.591526 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200095a-f150-413b-a844-63cf04453d04 req-850bb3f2-aea5-426e-b863-4d8d5ea5cd5a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:32.593846 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6200095a-f150-413b-a844-63cf04453d04 req-850bb3f2-aea5-426e-b863-4d8d5ea5cd5a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0713315 Aug 10 14:10:32.634917 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6200095a-f150-413b-a844-63cf04453d04 req-d6b15577-084b-4610-a3a4-5d87c48bd1b6 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346606 Aug 10 14:10:33.049873 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d70576-9186-4070-855a-e3df7dece091 req-0aa91cd4-65f8-4c9e-8b89-9fb0d3c80a18 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:33.051413 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-40d70576-9186-4070-855a-e3df7dece091 req-0aa91cd4-65f8-4c9e-8b89-9fb0d3c80a18 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0785611 Aug 10 14:10:33.104682 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844c203-2552-4bcd-bb0c-6f5cec293525 req-58d66426-60cb-4b7a-91a4-27a788b4a911 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:33.106139 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4844c203-2552-4bcd-bb0c-6f5cec293525 req-58d66426-60cb-4b7a-91a4-27a788b4a911 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0928061 Aug 10 14:10:33.108745 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-40d70576-9186-4070-855a-e3df7dece091 req-5c5ba07d-0ad2-4977-b1d5-a334df8ec127 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500765 Aug 10 14:10:33.148703 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4844c203-2552-4bcd-bb0c-6f5cec293525 req-21a68922-ccb1-42b7-bbdf-a30a03e9142b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366051 Aug 10 14:10:33.404798 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd99ac-6f01-472d-807b-e5fe8f7975db req-427fb51e-9951-4e4f-823b-df29d3db41ba tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:33.406290 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-57bd99ac-6f01-472d-807b-e5fe8f7975db req-427fb51e-9951-4e4f-823b-df29d3db41ba tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0515716 Aug 10 14:10:33.450152 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-57bd99ac-6f01-472d-807b-e5fe8f7975db req-7e035793-994d-44d4-a2e7-90532e5c9c8a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376039 Aug 10 14:10:33.617201 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6464f8c-ef44-45d5-b7aa-1b2ae77d2aa1 req-0a2a0e54-3efe-4957-810b-35f080f3b1ed tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:33.618589 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f6464f8c-ef44-45d5-b7aa-1b2ae77d2aa1 req-0a2a0e54-3efe-4957-810b-35f080f3b1ed tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0509014 Aug 10 14:10:33.655436 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f6464f8c-ef44-45d5-b7aa-1b2ae77d2aa1 req-4bb8e158-6303-4342-a025-4562e24f708c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303323 Aug 10 14:10:33.753550 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4502180-7397-49d4-8af0-b83bcdc15d9e req-5865dc84-15a3-4e62-b969-ba41bccd5a92 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:33.755032 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c4502180-7397-49d4-8af0-b83bcdc15d9e req-5865dc84-15a3-4e62-b969-ba41bccd5a92 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0493238 Aug 10 14:10:33.794524 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c4502180-7397-49d4-8af0-b83bcdc15d9e req-490364d9-4257-4ed8-993f-ceac046730fd tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Aug 10 14:10:34.280671 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c8a18-ada3-408d-b3b7-f58f4fd41ea2 req-301c7049-d5bc-4742-b80a-24e474a0abe1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:34.282330 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6b1c8a18-ada3-408d-b3b7-f58f4fd41ea2 req-301c7049-d5bc-4742-b80a-24e474a0abe1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.1026118 Aug 10 14:10:34.296223 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2dcf9-0a07-4e8d-917e-5eb1d0311ef9 req-05895853-e04b-4c2f-91d6-bceb402d3c10 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:34.297959 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-46d2dcf9-0a07-4e8d-917e-5eb1d0311ef9 req-05895853-e04b-4c2f-91d6-bceb402d3c10 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0733526 Aug 10 14:10:34.354074 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6b1c8a18-ada3-408d-b3b7-f58f4fd41ea2 req-709c96d3-0cfc-46f4-a250-100a2564e527 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544119 Aug 10 14:10:34.362919 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-46d2dcf9-0a07-4e8d-917e-5eb1d0311ef9 req-fbca4f60-5524-41c9-9ab6-1b35b3aeff8f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559092 Aug 10 14:10:34.580570 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4f276-d07a-4280-bff4-7a09093bcd3a req-3c308d05-2e9f-4bd5-9b86-0801f044ab36 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:34.582289 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8fd4f276-d07a-4280-bff4-7a09093bcd3a req-3c308d05-2e9f-4bd5-9b86-0801f044ab36 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0646207 Aug 10 14:10:34.628095 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8fd4f276-d07a-4280-bff4-7a09093bcd3a req-d48dfd91-360c-4ab5-870e-231abc9df6e8 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379717 Aug 10 14:10:34.777827 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa88bf-2f39-4e6a-962f-0c088cae8a8d req-b932cade-b465-4b48-9a5c-78b1cc1e8c27 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:34.779354 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60aa88bf-2f39-4e6a-962f-0c088cae8a8d req-b932cade-b465-4b48-9a5c-78b1cc1e8c27 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0528300 Aug 10 14:10:34.817935 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60aa88bf-2f39-4e6a-962f-0c088cae8a8d req-7bf16c09-203d-45c7-b9c0-69bd9db36653 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Aug 10 14:10:34.917854 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05164736-cd38-474f-8f00-57e09de71d4b req-f118e5b5-a9a4-4ec0-94c3-9d04a5105ed8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:34.919245 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05164736-cd38-474f-8f00-57e09de71d4b req-f118e5b5-a9a4-4ec0-94c3-9d04a5105ed8 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0527294 Aug 10 14:10:34.956893 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05164736-cd38-474f-8f00-57e09de71d4b req-6b2e2fd1-5c4e-44c8-8fe4-76c7993b3019 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Aug 10 14:10:35.520857 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86513ce-9761-4255-9a4b-5bc0737f6412 req-2c7e8bd9-0493-48c9-8750-c91865cd2f25 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:35.522383 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d86513ce-9761-4255-9a4b-5bc0737f6412 req-2c7e8bd9-0493-48c9-8750-c91865cd2f25 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0936928 Aug 10 14:10:35.555261 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3633f-74c4-41f1-b572-4db6d1a2cd6e req-7b4b3eab-23d3-4be2-a8f5-cd6d59aab469 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:35.557150 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ebd3633f-74c4-41f1-b572-4db6d1a2cd6e req-7b4b3eab-23d3-4be2-a8f5-cd6d59aab469 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0930955 Aug 10 14:10:35.595856 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d86513ce-9761-4255-9a4b-5bc0737f6412 req-661104b9-5dd1-471d-a812-ae315b046f3a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623510 Aug 10 14:10:35.620683 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ebd3633f-74c4-41f1-b572-4db6d1a2cd6e req-a6effec4-dff5-4ad6-971b-bb2dd30c573d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560801 Aug 10 14:10:35.741262 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8686913-c50d-42b4-8008-72f64a4c4821 req-01ffe435-908e-4cef-a750-10b9736e358b tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:35.742711 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c8686913-c50d-42b4-8008-72f64a4c4821 req-01ffe435-908e-4cef-a750-10b9736e358b tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0486908 Aug 10 14:10:35.779923 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c8686913-c50d-42b4-8008-72f64a4c4821 req-d4dc004b-8525-4981-9da9-6a6eccbf8dc4 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Aug 10 14:10:35.943027 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477c021-596d-42c7-854f-d28d512a9d6f req-89821aa4-9594-4966-ba39-1b4b5d94983d tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:35.944438 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f477c021-596d-42c7-854f-d28d512a9d6f req-89821aa4-9594-4966-ba39-1b4b5d94983d tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0535903 Aug 10 14:10:35.983466 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f477c021-596d-42c7-854f-d28d512a9d6f req-4f1a6e0c-d801-47e9-808d-920494af9f76 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324845 Aug 10 14:10:36.085757 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e2b16-1383-4eb3-b055-ab66211afe33 req-a59ba8ef-cb62-4475-9954-c08c8f80077f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:36.087663 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b86e2b16-1383-4eb3-b055-ab66211afe33 req-a59ba8ef-cb62-4475-9954-c08c8f80077f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0508528 Aug 10 14:10:36.134190 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b86e2b16-1383-4eb3-b055-ab66211afe33 req-2525e3e9-4268-4a10-8524-eedd4a6ccef4 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Aug 10 14:10:36.738344 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c2c6-f987-4abf-9aed-b273d0c2050c req-21a29fd4-7a29-4055-b2bb-70b04eb9e090 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:36.739817 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-27a3c2c6-f987-4abf-9aed-b273d0c2050c req-21a29fd4-7a29-4055-b2bb-70b04eb9e090 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0773900 Aug 10 14:10:36.760861 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540823c0-de1a-4565-a2cd-5b4847639535 req-14b798aa-507d-4a74-88ae-b887c7d07efd tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:36.762242 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-540823c0-de1a-4565-a2cd-5b4847639535 req-14b798aa-507d-4a74-88ae-b887c7d07efd tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0707166 Aug 10 14:10:36.804165 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-27a3c2c6-f987-4abf-9aed-b273d0c2050c req-b73ec18e-ae47-4200-ab51-156ed0e00cea tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581703 Aug 10 14:10:36.832524 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-540823c0-de1a-4565-a2cd-5b4847639535 req-77f45ae5-ae3a-45c7-bf6b-9cb686e98b0b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641956 Aug 10 14:10:36.926931 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1d08-cc32-4e92-aa8c-d5d3d81a40b5 req-e4be4379-cd3c-45f1-a408-8398c32c4bf1 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:36.928615 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-758d1d08-cc32-4e92-aa8c-d5d3d81a40b5 req-e4be4379-cd3c-45f1-a408-8398c32c4bf1 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0547554 Aug 10 14:10:36.966378 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-758d1d08-cc32-4e92-aa8c-d5d3d81a40b5 req-666b0f67-96d9-41d6-9750-99711667cdae tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Aug 10 14:10:37.130086 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5e8a4-830e-4edd-b996-888ccfa3e423 req-e798e372-c193-40c4-8c5a-4748da9750af tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:37.137302 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-53e5e8a4-830e-4edd-b996-888ccfa3e423 req-e798e372-c193-40c4-8c5a-4748da9750af tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0598016 Aug 10 14:10:37.172106 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-53e5e8a4-830e-4edd-b996-888ccfa3e423 req-1704cf40-e315-4f41-a9d0-291a214a5927 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 Aug 10 14:10:37.257033 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceea6ee-eb56-414e-8e9d-4a3e88202ca2 req-274a6a2d-d2c2-4db6-ab73-86e1f5356c25 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:37.258522 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dceea6ee-eb56-414e-8e9d-4a3e88202ca2 req-274a6a2d-d2c2-4db6-ab73-86e1f5356c25 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0578256 Aug 10 14:10:37.299012 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dceea6ee-eb56-414e-8e9d-4a3e88202ca2 req-83c73144-6c7a-4d07-abba-89d3214a7ad0 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336759 Aug 10 14:10:37.965785 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed211800-9b89-4258-acf3-8df09c865bde req-dff6bd99-0b3c-48ef-afa6-37c191a3e1d0 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:37.967304 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ed211800-9b89-4258-acf3-8df09c865bde req-dff6bd99-0b3c-48ef-afa6-37c191a3e1d0 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0830421 Aug 10 14:10:37.989719 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe43af-7e3d-404c-9969-eedc4e2af86d req-03364270-1a08-4c32-bcb8-09404ee4a8ad tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:37.991135 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-acbe43af-7e3d-404c-9969-eedc4e2af86d req-03364270-1a08-4c32-bcb8-09404ee4a8ad tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0768919 Aug 10 14:10:38.038090 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ed211800-9b89-4258-acf3-8df09c865bde req-ec2d2181-8d52-4974-a325-1e4da5a66e0b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643451 Aug 10 14:10:38.067598 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-acbe43af-7e3d-404c-9969-eedc4e2af86d req-f53f4103-d10d-4444-9431-c1f49b46c0d5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697761 Aug 10 14:10:38.159223 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb52abf-f5cb-4352-b7b4-25323f4cc0ff req-7ad03c2e-dce2-4f19-8d31-60f007aa3905 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:38.160780 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5bb52abf-f5cb-4352-b7b4-25323f4cc0ff req-7ad03c2e-dce2-4f19-8d31-60f007aa3905 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0504038 Aug 10 14:10:38.201855 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5bb52abf-f5cb-4352-b7b4-25323f4cc0ff req-53950df7-4870-416a-aeb0-da7e73343c41 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346365 Aug 10 14:10:38.342559 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add92cab-78dc-4c57-b0aa-85718022d244 req-0a33ad41-a82e-4637-a8e7-62c414320f2e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:38.344059 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-add92cab-78dc-4c57-b0aa-85718022d244 req-0a33ad41-a82e-4637-a8e7-62c414320f2e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0772202 Aug 10 14:10:38.357380 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84139b17-bcc7-4900-af40-dcd67997731c req-3838cdb0-6c7e-4fa1-bf40-6c11f6ae6f95 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:38.358784 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-84139b17-bcc7-4900-af40-dcd67997731c req-3838cdb0-6c7e-4fa1-bf40-6c11f6ae6f95 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0658183 Aug 10 14:10:38.416670 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-add92cab-78dc-4c57-b0aa-85718022d244 req-3d5597a7-1b98-4d22-af81-364f18dfcf91 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560219 Aug 10 14:10:38.423638 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-84139b17-bcc7-4900-af40-dcd67997731c req-db4c3e9f-f9bc-47ed-9221-535f8698c807 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582240 Aug 10 14:10:38.520014 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb723b-fc27-40d3-a90e-f6e142dd8250 req-9aad14fc-747f-4c51-b858-930ccade525f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:38.521557 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-55eb723b-fc27-40d3-a90e-f6e142dd8250 req-9aad14fc-747f-4c51-b858-930ccade525f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0498133 Aug 10 14:10:38.559514 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-55eb723b-fc27-40d3-a90e-f6e142dd8250 req-d9547170-3f0e-4dca-a303-49eaa8b95b46 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Aug 10 14:10:39.193194 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d712e5-3929-4118-82f6-99ad1d4c89a3 req-a5a15b28-e370-4ab1-b5da-a8964fd7d65d tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.194718 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5d712e5-3929-4118-82f6-99ad1d4c89a3 req-a5a15b28-e370-4ab1-b5da-a8964fd7d65d tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0876768 Aug 10 14:10:39.233665 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec5084-4412-4d71-89d1-c1fd51efecad req-5a306956-e27d-4a23-80aa-97fed3366544 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.235111 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7dec5084-4412-4d71-89d1-c1fd51efecad req-5a306956-e27d-4a23-80aa-97fed3366544 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0929189 Aug 10 14:10:39.254963 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5d712e5-3929-4118-82f6-99ad1d4c89a3 req-7220cae0-21ae-4227-b33b-506782a643a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532289 Aug 10 14:10:39.286802 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7dec5084-4412-4d71-89d1-c1fd51efecad req-026d2e38-4134-4cbb-a16e-f1d73122d6f7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457630 Aug 10 14:10:39.349610 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4415-43d4-4856-96a3-6210f28173e8 req-c06ede29-e82f-413b-8ea0-6a32bab9f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.351100 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-480f4415-43d4-4856-96a3-6210f28173e8 req-c06ede29-e82f-413b-8ea0-6a32bab9f031 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=23d8f47767b447079b576d527e9d5411&device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 1138 time: 0.0531633 Aug 10 14:10:39.367435 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c88810-b46f-43b8-b15c-c23dfc9a599b req-47816beb-8b91-46dc-8d18-407c4177fdca tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.369504 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e5c88810-b46f-43b8-b15c-c23dfc9a599b req-47816beb-8b91-46dc-8d18-407c4177fdca tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Aug 10 14:10:39.407099 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e5c88810-b46f-43b8-b15c-c23dfc9a599b req-01cc28f0-d136-4324-9748-f95734278465 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Aug 10 14:10:39.523264 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4415-43d4-4856-96a3-6210f28173e8 req-2c7da78d-e9f7-43e2-a026-b782bd1dd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.524754 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-480f4415-43d4-4856-96a3-6210f28173e8 req-2c7da78d-e9f7-43e2-a026-b782bd1dd2e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e62134f9-ecff-42c9-b4ad-431bf2004649 HTTP/1.1" status: 200 len: 915 time: 0.0887225 Aug 10 14:10:39.575877 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83cb67-7ccc-457a-987e-d5c31c3ea5f0 req-ae0152e3-09bf-4332-af72-e3827a9806df tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.577682 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab83cb67-7ccc-457a-987e-d5c31c3ea5f0 req-ae0152e3-09bf-4332-af72-e3827a9806df tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0843699 Aug 10 14:10:39.613133 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20e0b-4d8d-4aa3-bf71-76b87defb3da req-feb5b315-e2b4-48e4-aee3-a86c2091a9a0 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.614531 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9bb20e0b-4d8d-4aa3-bf71-76b87defb3da req-feb5b315-e2b4-48e4-aee3-a86c2091a9a0 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.1090078 Aug 10 14:10:39.623224 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-480f4415-43d4-4856-96a3-6210f28173e8 req-f8a26280-496b-4525-bd03-0d3493e5a514 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 1001 time: 0.0631809 Aug 10 14:10:39.648642 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab83cb67-7ccc-457a-987e-d5c31c3ea5f0 req-2c6cc16d-c5b1-4977-9e37-573b0bb34bcb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597992 Aug 10 14:10:39.670755 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9bb20e0b-4d8d-4aa3-bf71-76b87defb3da req-182835b5-69da-4dc3-963a-688c470bddef tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492373 Aug 10 14:10:39.683133 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4415-43d4-4856-96a3-6210f28173e8 req-8884c600-a131-47a4-86e6-5073b916898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.684670 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-480f4415-43d4-4856-96a3-6210f28173e8 req-8884c600-a131-47a4-86e6-5073b916898f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da6073c1-40c1-4d45-9774-c0f7e7a82ce1 HTTP/1.1" status: 200 len: 853 time: 0.0488205 Aug 10 14:10:39.761963 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ce516-089f-4813-bdd0-198f648438f3 req-9550e61a-8682-4fa4-86fd-4fc4a67c8c93 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.763598 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1b1ce516-089f-4813-bdd0-198f648438f3 req-9550e61a-8682-4fa4-86fd-4fc4a67c8c93 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0516086 Aug 10 14:10:39.804033 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1b1ce516-089f-4813-bdd0-198f648438f3 req-2a770b70-e73e-4436-89c0-a6d3f1953e93 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Aug 10 14:10:39.946313 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4415-43d4-4856-96a3-6210f28173e8 req-63836018-46c1-4dd7-a2e3-38562943a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:39.947895 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-480f4415-43d4-4856-96a3-6210f28173e8 req-63836018-46c1-4dd7-a2e3-38562943a0f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e62134f9-ecff-42c9-b4ad-431bf2004649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2519760 Aug 10 14:10:40.041164 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-480f4415-43d4-4856-96a3-6210f28173e8 req-2b594b80-3e03-42a1-82c3-e322bf57ac68 service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837181 Aug 10 14:10:40.133462 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-480f4415-43d4-4856-96a3-6210f28173e8 req-5748cb61-76bc-4d63-80eb-8056c1de2cfa service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840976 Aug 10 14:10:40.385636 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5643ec3-cfe2-4c85-be8c-94a1224f5bbe req-86677985-f8a0-4888-bed7-8653d867bcdd tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:40.387246 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5643ec3-cfe2-4c85-be8c-94a1224f5bbe req-86677985-f8a0-4888-bed7-8653d867bcdd tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0626190 Aug 10 14:10:40.451579 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49477423-0ede-4891-9ead-40c830d4eec9 req-61b95596-9e16-43fc-a6ad-5c8bb665e8e0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:40.453039 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-49477423-0ede-4891-9ead-40c830d4eec9 req-61b95596-9e16-43fc-a6ad-5c8bb665e8e0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0870948 Aug 10 14:10:40.455684 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5643ec3-cfe2-4c85-be8c-94a1224f5bbe req-cef128a3-1533-4618-b92e-8a00ff0130eb tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506895 Aug 10 14:10:40.495328 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-49477423-0ede-4891-9ead-40c830d4eec9 req-05d50097-3d34-4989-9d3d-6847b7883680 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363114 Aug 10 14:10:40.557004 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c341eb-b48e-420d-936f-c6edb4f074c3 req-82a935cf-700d-4efe-a0e0-64a1f057ccb1 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:40.558394 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d7c341eb-b48e-420d-936f-c6edb4f074c3 req-82a935cf-700d-4efe-a0e0-64a1f057ccb1 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0476897 Aug 10 14:10:40.594767 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d7c341eb-b48e-420d-936f-c6edb4f074c3 req-772bfd09-0a6d-4adf-8f30-6ac2e0d8211b tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304008 Aug 10 14:10:40.771851 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf481d3-a4c3-4d14-926c-eb0be52d53e5 req-9586f9d3-13e6-4f98-8b88-31ffe6072484 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:40.773339 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7bf481d3-a4c3-4d14-926c-eb0be52d53e5 req-9586f9d3-13e6-4f98-8b88-31ffe6072484 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0539367 Aug 10 14:10:40.813626 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7bf481d3-a4c3-4d14-926c-eb0be52d53e5 req-7663a7bb-002e-4f7e-9cd1-a53d9cd36b76 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Aug 10 14:10:40.926154 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215484e-9191-4649-8e1b-5e2e74722119 req-cb6a10d1-f79d-467c-8ea6-c852f97ddcc5 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:40.927812 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b215484e-9191-4649-8e1b-5e2e74722119 req-cb6a10d1-f79d-467c-8ea6-c852f97ddcc5 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0545974 Aug 10 14:10:40.979917 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b215484e-9191-4649-8e1b-5e2e74722119 req-f19d19f2-8ae9-4d05-8c08-3e773307c5ed tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444055 Aug 10 14:10:41.036670 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-a308ed39-1ebe-40dc-b6d4-40f92e6fb53a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:41.038363 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-a308ed39-1ebe-40dc-b6d4-40f92e6fb53a tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 945 time: 0.0655131 Aug 10 14:10:41.050433 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81c56b-2306-42ad-835c-079c098b8137 req-348ff2bc-d296-431d-8580-753933aaed48 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:41.052145 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aa81c56b-2306-42ad-835c-079c098b8137 req-348ff2bc-d296-431d-8580-753933aaed48 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0713069 Aug 10 14:10:41.104344 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aa81c56b-2306-42ad-835c-079c098b8137 req-2af28055-c0a9-4b18-87aa-8271f79b66a2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Aug 10 14:10:41.172169 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Deleting port 662e7756-9e89-4610-91b2-6d048a83d9ae {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:10:41.172543 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:41.232283 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6784-bf75-4ad8-bf8d-c93495d4cc6e req-3705aa73-b68d-4068-9973-a68842e03ba1 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:41.233981 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-355b6784-bf75-4ad8-bf8d-c93495d4cc6e req-3705aa73-b68d-4068-9973-a68842e03ba1 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0588124 Aug 10 14:10:41.275922 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] For port 662e7756-9e89-4610-91b2-6d048a83d9ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=662e7756-9e89-4610-91b2-6d048a83d9ae,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:41.276295 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:41.281526 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-355b6784-bf75-4ad8-bf8d-c93495d4cc6e req-7e8fb89f-bf71-4765-a411-39dca1d9b46b tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Aug 10 14:10:41.290626 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Calling delete_port for 662e7756-9e89-4610-91b2-6d048a83d9ae owned by compute:nova {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:10:41.363588 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-874b54b7-2077-494a-a654-d86be81b7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:41.365205 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-874b54b7-2077-494a-a654-d86be81b7e56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0406337 Aug 10 14:10:41.424518 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:41.454025 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Pushing event deleted for resources: {'Port': ['ID=662e7756-9e89-4610-91b2-6d048a83d9ae,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:41.463192 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-739e9ae8-c4f5-42a7-b756-52f11565a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:41.464809 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-739e9ae8-c4f5-42a7-b756-52f11565a245 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 911 time: 0.0880020 Aug 10 14:10:41.466984 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.467507 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.467643 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8df99d83-c74a-41f3-8536-8553f138f521', '49acae9a-2832-4566-9513-4bc760188576', 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa', '662e7756-9e89-4610-91b2-6d048a83d9ae'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:10:41.468107 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.468266 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.468607 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.468949 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.469285 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.469751 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.470089 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.470590 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.470930 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.471267 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:41.508368 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] No DVR routers for this DVR port 662e7756-9e89-4610-91b2-6d048a83d9ae on host hv-cinder-78836 {{(pid=93626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:10:41.512471 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:41.514810 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-4a1cabff-6663-434a-ab57-fde473fcf836 req-c2ac6116-cf13-488d-9124-9a5cdc62d5a4 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "DELETE /v2.0/ports/662e7756-9e89-4610-91b2-6d048a83d9ae HTTP/1.1" status: 204 len: 173 time: 0.4654477 Aug 10 14:10:41.515565 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b', 'name': 'network-vif-deleted', 'tag': '662e7756-9e89-4610-91b2-6d048a83d9ae'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:10:41.518219 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd1036-3db3-4ff4-b845-60e4cec7126e" -d '{"events": [{"server_uuid": "09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b", "name": "network-vif-deleted", "tag": "662e7756-9e89-4610-91b2-6d048a83d9ae"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:10:41.562132 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2f9470-f30b-4176-9ca1-29daa89eacca x-openstack-request-id: req-0b2f9470-f30b-4176-9ca1-29daa89eacca {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:10:41.562422 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b", "name": "network-vif-deleted", "tag": "662e7756-9e89-4610-91b2-6d048a83d9ae", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:10:41.562682 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b2f9470-f30b-4176-9ca1-29daa89eacca {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:10:41.563084 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b', 'name': 'network-vif-deleted', 'tag': '662e7756-9e89-4610-91b2-6d048a83d9ae', 'status': 'completed', 'code': 200} Aug 10 14:10:41.564894 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c06adb23-d02b-4bdf-adaa-c4c9f2ec2e0b req-042e831d-95ff-459d-8aaf-de5473354de2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a348df-d4f3-4a68-bbf7-5e08a1a6cb3b HTTP/1.1" status: 200 len: 210 time: 0.0346434 Aug 10 14:10:41.586500 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-45888901-fa76-4238-98a2-a9c885baa69c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e1f0ef-10b3-4f98-af80-179a34385acc HTTP/1.1" status: 200 len: 1001 time: 0.1129723 Aug 10 14:10:41.693524 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-076bc038-f9a7-423b-8097-88c7bf1fabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:41.694922 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-076bc038-f9a7-423b-8097-88c7bf1fabd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 200 len: 849 time: 0.0873711 Aug 10 14:10:41.713434 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d9436-9f22-4f39-b57f-7f55c358d5cb req-dd303b8c-71d6-496b-8945-93deca2f176f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:41.715188 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-774d9436-9f22-4f39-b57f-7f55c358d5cb req-dd303b8c-71d6-496b-8945-93deca2f176f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0786185 Aug 10 14:10:41.783957 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-774d9436-9f22-4f39-b57f-7f55c358d5cb req-f3c27bbe-8619-4bed-9249-c8541b59c8cf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581565 Aug 10 14:10:41.786718 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-6ad33662-8e1c-4e92-9a38-390db4f7b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:41.788191 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-6ad33662-8e1c-4e92-9a38-390db4f7b961 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717263 Aug 10 14:10:42.143632 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063cee3-ba26-4352-be1a-5b82140c7db0 req-7f78b3a1-da0f-49d4-93e2-055072b382a7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:42.145110 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d063cee3-ba26-4352-be1a-5b82140c7db0 req-7f78b3a1-da0f-49d4-93e2-055072b382a7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0729640 Aug 10 14:10:42.161780 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-244afdc5-cb34-4135-a39a-d125afb28a1f service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527293 Aug 10 14:10:42.240444 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d063cee3-ba26-4352-be1a-5b82140c7db0 req-3aaad0b1-2f78-41f8-8536-36c16c695f44 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879157 Aug 10 14:10:42.295542 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7e089-f153-4e66-a2b9-ed029d75eaa1 req-e6876c20-0bc3-48e9-b7ec-e2875d82edd7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:42.297012 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e9d7e089-f153-4e66-a2b9-ed029d75eaa1 req-e6876c20-0bc3-48e9-b7ec-e2875d82edd7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0993850 Aug 10 14:10:42.317508 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-872eec47-7f0f-4f8f-b0d3-dbc6dc2202fd req-15eb8a99-67c0-4b2e-b4d6-b050e5a350da service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422985 Aug 10 14:10:42.343490 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e9d7e089-f153-4e66-a2b9-ed029d75eaa1 req-d1d75097-8cb1-4326-ad35-ddd3a695c38e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Aug 10 14:10:42.406191 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6a91a-c1a7-4bd4-8658-129b32bb3926 req-26aea856-5ab1-499f-81fd-ceab2568e55c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:42.407810 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-54b6a91a-c1a7-4bd4-8658-129b32bb3926 req-26aea856-5ab1-499f-81fd-ceab2568e55c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0515401 Aug 10 14:10:42.448167 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-54b6a91a-c1a7-4bd4-8658-129b32bb3926 req-c1331f00-01a6-46ce-b81f-6401bbd8b202 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343599 Aug 10 14:10:42.903401 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149276d-7e84-4100-af1d-99c5ac699780 req-9441f8d7-84ae-4ed2-9d80-975887343608 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:42.904835 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9149276d-7e84-4100-af1d-99c5ac699780 req-9441f8d7-84ae-4ed2-9d80-975887343608 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0481577 Aug 10 14:10:42.943061 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9149276d-7e84-4100-af1d-99c5ac699780 req-56ce1335-3505-4d98-bd7b-ef718d0b0d20 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322847 Aug 10 14:10:43.358085 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f0a0e-950d-4047-bfb0-209526d10c31 req-edbd58b2-0423-4f75-b3fa-69feeb1bb833 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:43.359552 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-706f0a0e-950d-4047-bfb0-209526d10c31 req-edbd58b2-0423-4f75-b3fa-69feeb1bb833 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0503938 Aug 10 14:10:43.407679 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-706f0a0e-950d-4047-bfb0-209526d10c31 req-1103f24d-37ee-4d1e-aed1-4bf39a714222 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414829 Aug 10 14:10:43.462090 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff112f6-b6a7-446c-9671-f9ac8201c4eb req-c76e8b87-c144-4698-a08c-9a759930137d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:43.463634 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5ff112f6-b6a7-446c-9671-f9ac8201c4eb req-c76e8b87-c144-4698-a08c-9a759930137d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0484328 Aug 10 14:10:43.504835 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5ff112f6-b6a7-446c-9671-f9ac8201c4eb req-884c7d0d-9000-4988-99d4-3ddcf9344645 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351574 Aug 10 14:10:43.561719 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1848c58-58b9-4b8b-b704-e5b8613aa0c1 req-2dbfca72-9f6c-4b20-b020-db8ecf7ea553 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:43.563171 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d1848c58-58b9-4b8b-b704-e5b8613aa0c1 req-2dbfca72-9f6c-4b20-b020-db8ecf7ea553 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0474377 Aug 10 14:10:43.600327 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d1848c58-58b9-4b8b-b704-e5b8613aa0c1 req-1f0533d2-3389-4da0-b49f-b065b0155008 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311949 Aug 10 14:10:43.947684 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735648-662b-4b8d-a1c6-e2a78d246ce1 req-c3c4ac3a-12d9-4fb2-84a2-32044afa495f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:43.949241 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6735648-662b-4b8d-a1c6-e2a78d246ce1 req-c3c4ac3a-12d9-4fb2-84a2-32044afa495f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 945 time: 0.0474637 Aug 10 14:10:43.987678 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6735648-662b-4b8d-a1c6-e2a78d246ce1 req-aaa16d33-9ac1-48d8-b820-8e1218b74373 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Aug 10 14:10:44.063042 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194b49-048c-418a-bb36-0dc281de0aae req-ed38916b-faeb-453b-802e-f6f1cbc6025c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:44.064532 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6194b49-048c-418a-bb36-0dc281de0aae req-ed38916b-faeb-453b-802e-f6f1cbc6025c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0480397 Aug 10 14:10:44.105847 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6194b49-048c-418a-bb36-0dc281de0aae req-3a503f6e-6e00-407f-94c6-361ee37cfa55 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354078 Aug 10 14:10:44.520283 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e285ae-7ad8-4d4c-b815-e4c520a680b5 req-04ae2525-c7ee-40f4-8445-70aab6b085c8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:44.521756 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-19e285ae-7ad8-4d4c-b815-e4c520a680b5 req-04ae2525-c7ee-40f4-8445-70aab6b085c8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0489769 Aug 10 14:10:44.561655 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-19e285ae-7ad8-4d4c-b815-e4c520a680b5 req-d5c1b94f-50f6-480e-84c5-692878e022be tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339539 Aug 10 14:10:44.618173 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968171f-eef9-4338-b492-f8fdbe264b36 req-ae821e60-b8d7-484b-a8cf-4f736e785d63 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:44.620242 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c968171f-eef9-4338-b492-f8fdbe264b36 req-ae821e60-b8d7-484b-a8cf-4f736e785d63 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0487227 Aug 10 14:10:44.660020 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c968171f-eef9-4338-b492-f8fdbe264b36 req-a4ba6a3c-56fd-4983-b14a-3a529a782088 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339561 Aug 10 14:10:44.894833 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 662e7756-9e89-4610-91b2-6d048a83d9ae no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:10:44.914227 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 662e7756-9e89-4610-91b2-6d048a83d9ae {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:10:44.914571 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 662e7756-9e89-4610-91b2-6d048a83d9ae not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:10:45.101616 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f9615-67a1-49bd-b7f7-ec4d3568e8ac req-b76254f8-ea79-449f-8e65-e00b4d9c7c7d tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:45.103116 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-490f9615-67a1-49bd-b7f7-ec4d3568e8ac req-b76254f8-ea79-449f-8e65-e00b4d9c7c7d tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 945 time: 0.0493419 Aug 10 14:10:45.144297 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-490f9615-67a1-49bd-b7f7-ec4d3568e8ac req-4fda7d32-e686-42e8-af77-8a5d881d3ed6 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353758 Aug 10 14:10:45.224636 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11df2f7-c996-49fe-89dc-a6cb658706d6 req-5bafc75c-deca-4469-be44-fd30d9782266 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:45.226140 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d11df2f7-c996-49fe-89dc-a6cb658706d6 req-5bafc75c-deca-4469-be44-fd30d9782266 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.0493698 Aug 10 14:10:45.267655 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d11df2f7-c996-49fe-89dc-a6cb658706d6 req-8d79ce11-67c8-481e-b35d-596d0c26f2da tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348153 Aug 10 14:10:45.675445 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd505e-bc8e-461e-ac8e-8c65709a50c2 req-d5aee82e-1b84-47d5-86af-6064048bd666 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:45.676938 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-49cd505e-bc8e-461e-ac8e-8c65709a50c2 req-d5aee82e-1b84-47d5-86af-6064048bd666 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0485718 Aug 10 14:10:45.718694 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-49cd505e-bc8e-461e-ac8e-8c65709a50c2 req-3465371f-4a06-4b13-9ab2-bdf989755148 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345881 Aug 10 14:10:45.773897 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae4654-a20b-48c8-bdb9-d8f54c4069ba req-d8762178-9412-4a9b-96c3-e17226ed5a16 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:45.775389 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-37ae4654-a20b-48c8-bdb9-d8f54c4069ba req-d8762178-9412-4a9b-96c3-e17226ed5a16 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0479290 Aug 10 14:10:45.816801 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-37ae4654-a20b-48c8-bdb9-d8f54c4069ba req-2abc82e4-f692-4787-9100-633359dbe7b1 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Aug 10 14:10:46.257159 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe16f4-5ccd-40d7-b7f5-7d78994dc1a6 req-3cbb179e-b55d-4ff8-9a24-0833f2b34d4c tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:46.258670 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-43fe16f4-5ccd-40d7-b7f5-7d78994dc1a6 req-3cbb179e-b55d-4ff8-9a24-0833f2b34d4c tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 945 time: 0.0500600 Aug 10 14:10:46.296958 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-43fe16f4-5ccd-40d7-b7f5-7d78994dc1a6 req-dbf7f8b4-ca9f-414c-b9d9-3cea6a2455c3 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322785 Aug 10 14:10:46.345225 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73246613-2e20-47c4-8cea-50bd50758e0c req-a484b74a-eb88-47bd-aa58-086d708efd63 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:46.346593 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-73246613-2e20-47c4-8cea-50bd50758e0c req-a484b74a-eb88-47bd-aa58-086d708efd63 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 945 time: 0.0476785 Aug 10 14:10:46.449150 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469523a0-960c-4394-a1f7-b75db087a597 req-a2651daa-b2b5-48d0-91c9-b10d9aa3734e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:46.450644 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-469523a0-960c-4394-a1f7-b75db087a597 req-a2651daa-b2b5-48d0-91c9-b10d9aa3734e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 944 time: 0.1028941 Aug 10 14:10:46.498627 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-469523a0-960c-4394-a1f7-b75db087a597 req-a2a17b5b-4fae-4d9b-8b12-6fa21e50f404 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Aug 10 14:10:46.500565 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-73246613-2e20-47c4-8cea-50bd50758e0c req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Deleting port ab3da5d8-189c-4e7c-b5da-cd70490c59fa {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:10:46.500912 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-73246613-2e20-47c4-8cea-50bd50758e0c req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:46.591927 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-73246613-2e20-47c4-8cea-50bd50758e0c req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] For port ab3da5d8-189c-4e7c-b5da-cd70490c59fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:46.592321 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-73246613-2e20-47c4-8cea-50bd50758e0c req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:46.605324 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-73246613-2e20-47c4-8cea-50bd50758e0c req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Calling delete_port for ab3da5d8-189c-4e7c-b5da-cd70490c59fa owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:10:46.737137 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-73246613-2e20-47c4-8cea-50bd50758e0c req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:46.771882 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Pushing event deleted for resources: {'Port': ['ID=ab3da5d8-189c-4e7c-b5da-cd70490c59fa,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:46.782121 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.782356 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8df99d83-c74a-41f3-8536-8553f138f521', '49acae9a-2832-4566-9513-4bc760188576', 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:10:46.782860 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.783209 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.783578 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.783916 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.784251 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.784843 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.784936 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.785213 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.785540 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.785917 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.786249 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:46.848410 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-73246613-2e20-47c4-8cea-50bd50758e0c req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] No DVR routers for this DVR port ab3da5d8-189c-4e7c-b5da-cd70490c59fa on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:10:46.853407 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-73246613-2e20-47c4-8cea-50bd50758e0c req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:46.855785 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-73246613-2e20-47c4-8cea-50bd50758e0c req-c00c4493-37e4-45ec-939a-ad43b4fb362b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "DELETE /v2.0/ports/ab3da5d8-189c-4e7c-b5da-cd70490c59fa HTTP/1.1" status: 204 len: 173 time: 0.4995301 Aug 10 14:10:46.856163 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4c8a79-2d68-4620-92b1-2dfbf436f321', 'name': 'network-vif-deleted', 'tag': 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:10:46.858421 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e9849b-4dee-4d36-bf68-b8aea3845c17" -d '{"events": [{"server_uuid": "8d4c8a79-2d68-4620-92b1-2dfbf436f321", "name": "network-vif-deleted", "tag": "ab3da5d8-189c-4e7c-b5da-cd70490c59fa"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:10:46.884481 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb3e4c-162a-443b-bff9-fbd924d64944 req-273d6e7a-6c0c-47c8-afff-4c404f297c61 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:46.885905 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:10:46.886120 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-71fb3e4c-162a-443b-bff9-fbd924d64944 req-273d6e7a-6c0c-47c8-afff-4c404f297c61 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0919466 Aug 10 14:10:46.959084 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-71fb3e4c-162a-443b-bff9-fbd924d64944 req-657e2e43-85dc-4bd4-a864-c125c39f34e2 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660458 Aug 10 14:10:46.982356 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f2de9-4bc9-40b8-a656-61a0916b8cab req-b18ab99a-3410-4144-8b17-89fad63129fd tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:46.982356 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-510f2de9-4bc9-40b8-a656-61a0916b8cab req-b18ab99a-3410-4144-8b17-89fad63129fd tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0845761 Aug 10 14:10:47.008898 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1340deb-4d8f-4648-9d44-57a24c099a94 x-openstack-request-id: req-f1340deb-4d8f-4648-9d44-57a24c099a94 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:10:47.009672 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4c8a79-2d68-4620-92b1-2dfbf436f321", "name": "network-vif-deleted", "tag": "ab3da5d8-189c-4e7c-b5da-cd70490c59fa", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:10:47.009672 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1340deb-4d8f-4648-9d44-57a24c099a94 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:10:47.009913 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4c8a79-2d68-4620-92b1-2dfbf436f321', 'name': 'network-vif-deleted', 'tag': 'ab3da5d8-189c-4e7c-b5da-cd70490c59fa', 'status': 'completed', 'code': 200} Aug 10 14:10:47.029879 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-510f2de9-4bc9-40b8-a656-61a0916b8cab req-0a0cc220-6bd5-4625-b7e1-d25b98b1203f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Aug 10 14:10:47.060767 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:47.084947 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'port_id': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'mac_address': 'fa:16:3e:6b:5f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:10:47.141037 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:47.169511 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c14ce42-ddad-4ae9-be60-7f065a98410f {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:10:47.194097 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:47.198229 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:47.244422 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=9']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:47.251264 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.251644 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.251991 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.252332 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.252672 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.253007 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.253341 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.253673 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.254003 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.254334 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.254657 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.254979 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:10:47.403331 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-02ab532a-af26-430b-b03f-76fe66b63ab4 req-fe415731-4bb1-46d9-9ddd-483ca07162be tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c8a79-2d68-4620-92b1-2dfbf436f321 HTTP/1.1" status: 200 len: 210 time: 0.0260987 Aug 10 14:10:47.623472 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc515e-2a0f-4799-898b-8e3af67c32a0 req-6fc78032-ea0e-4d01-b404-e868a7594f21 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:47.624955 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eecc515e-2a0f-4799-898b-8e3af67c32a0 req-6fc78032-ea0e-4d01-b404-e868a7594f21 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0505550 Aug 10 14:10:47.666795 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eecc515e-2a0f-4799-898b-8e3af67c32a0 req-54925fc5-9086-4789-8d82-18a1ca11a2c8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356605 Aug 10 14:10:47.953180 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['4c14ce42-ddad-4ae9-be60-7f065a98410f'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:10:48.085316 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96acae1-b409-4f19-8557-b630d7fc27d8 req-8238048c-7bfe-4905-861d-2cd66e5f7360 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:48.086909 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e96acae1-b409-4f19-8557-b630d7fc27d8 req-8238048c-7bfe-4905-861d-2cd66e5f7360 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0574641 Aug 10 14:10:48.168593 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e96acae1-b409-4f19-8557-b630d7fc27d8 req-55c232a2-b9b3-4af5-b2aa-cc1e358ed8a3 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726905 Aug 10 14:10:48.181614 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7b00a-0ae7-4b82-a35c-35e3ec0757df req-eeee5ba2-f379-45af-995d-13d5542c85b4 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:48.187756 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f4d7b00a-0ae7-4b82-a35c-35e3ec0757df req-eeee5ba2-f379-45af-995d-13d5542c85b4 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0737276 Aug 10 14:10:48.220725 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f4d7b00a-0ae7-4b82-a35c-35e3ec0757df req-b5911cf5-7316-45d6-8096-c8f5db13ea43 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Aug 10 14:10:48.679643 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5533b-ef8d-4c00-bdb9-e995e30227c5 req-e389349b-2e1d-4f08-8474-284f71669f4b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:48.681618 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a0f5533b-ef8d-4c00-bdb9-e995e30227c5 req-e389349b-2e1d-4f08-8474-284f71669f4b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.0539551 Aug 10 14:10:48.729418 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a0f5533b-ef8d-4c00-bdb9-e995e30227c5 req-eac55a91-0244-4aab-9e9b-86f5f48c1d7c tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Aug 10 14:10:48.798669 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a729-291a-4fc5-bfbe-801530d89230 req-65caf0ae-6006-40de-80be-03b9c8c8d5a7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:48.800253 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-68b9a729-291a-4fc5-bfbe-801530d89230 req-65caf0ae-6006-40de-80be-03b9c8c8d5a7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0487342 Aug 10 14:10:48.844750 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-68b9a729-291a-4fc5-bfbe-801530d89230 req-a92f5b2e-609a-4eef-b085-243633f948dd tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384331 Aug 10 14:10:49.294369 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27afcd-6e11-41da-af4b-b674059ee11b req-a556d761-4230-472a-a50d-cfc5e98a5a5e tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:49.295911 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5d27afcd-6e11-41da-af4b-b674059ee11b req-a556d761-4230-472a-a50d-cfc5e98a5a5e tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0597715 Aug 10 14:10:49.365358 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5d27afcd-6e11-41da-af4b-b674059ee11b req-7151de53-301f-4fda-9d1b-b01109fcbae0 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599875 Aug 10 14:10:49.374151 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32064f-1cb6-48ff-9e0d-8c2665116092 req-35bab595-c165-4ba7-a50a-58882f4aeeb9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:49.375620 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1b32064f-1cb6-48ff-9e0d-8c2665116092 req-35bab595-c165-4ba7-a50a-58882f4aeeb9 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0788102 Aug 10 14:10:49.412588 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1b32064f-1cb6-48ff-9e0d-8c2665116092 req-90fa87c6-14c3-4b56-a7df-b08dc70cf681 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Aug 10 14:10:49.850268 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0392942-0fd9-4f54-b03f-553ea06b6844 req-525788e7-9427-4ed2-8e6b-56fbf41ab87f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:49.851745 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c0392942-0fd9-4f54-b03f-553ea06b6844 req-525788e7-9427-4ed2-8e6b-56fbf41ab87f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.0487068 Aug 10 14:10:49.891714 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c0392942-0fd9-4f54-b03f-553ea06b6844 req-c8203dfd-20a5-4a39-b44e-ba8b1dd7cb18 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341330 Aug 10 14:10:49.968403 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde50ba-1d63-4606-8157-215c30d70bef req-fb3eb37c-e7f8-45df-96a2-9f6b739f531c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:49.969960 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1bde50ba-1d63-4606-8157-215c30d70bef req-fb3eb37c-e7f8-45df-96a2-9f6b739f531c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0524042 Aug 10 14:10:50.008189 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1bde50ba-1d63-4606-8157-215c30d70bef req-bcc3b136-c737-41eb-b6e4-ca3e54ce1324 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319672 Aug 10 14:10:50.478003 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ef380-af4f-4f83-b6da-7006cc3ba7ee req-41cc952c-fa63-4e97-a790-83c102e389a6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:50.479507 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-376ef380-af4f-4f83-b6da-7006cc3ba7ee req-41cc952c-fa63-4e97-a790-83c102e389a6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0494270 Aug 10 14:10:50.544826 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-376ef380-af4f-4f83-b6da-7006cc3ba7ee req-ee7bdb4f-c0d3-441c-ab12-b0fbb1e4f34f tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552104 Aug 10 14:10:50.555445 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052cc7-f07e-4f8b-9e5c-fab1c9fe0845 req-e71ee6e9-0e05-4b7c-afeb-ab403f464746 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:50.557277 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8f052cc7-f07e-4f8b-9e5c-fab1c9fe0845 req-e71ee6e9-0e05-4b7c-afeb-ab403f464746 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0769036 Aug 10 14:10:50.593934 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8f052cc7-f07e-4f8b-9e5c-fab1c9fe0845 req-d49179bd-8d66-4ea8-a990-484e503f8bbc tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305622 Aug 10 14:10:50.787122 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ab3da5d8-189c-4e7c-b5da-cd70490c59fa no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:10:50.807584 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: ab3da5d8-189c-4e7c-b5da-cd70490c59fa {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:10:50.807934 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ab3da5d8-189c-4e7c-b5da-cd70490c59fa not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:10:51.004254 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d7343-59db-417c-9148-f99c93b93ed5 req-c460031d-bf03-439c-ab31-e5af56a64fd1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:51.005711 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6a8d7343-59db-417c-9148-f99c93b93ed5 req-c460031d-bf03-439c-ab31-e5af56a64fd1 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.0483537 Aug 10 14:10:51.044750 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6a8d7343-59db-417c-9148-f99c93b93ed5 req-2fbc9cca-54af-4f8d-81f4-1a2833bf5f7c tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Aug 10 14:10:51.130383 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaf4f5-ac1c-4772-acad-c0ebe5789a45 req-33472936-739b-483e-a0c9-8f0fb65f7093 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:51.131894 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5edaf4f5-ac1c-4772-acad-c0ebe5789a45 req-33472936-739b-483e-a0c9-8f0fb65f7093 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Aug 10 14:10:51.169906 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5edaf4f5-ac1c-4772-acad-c0ebe5789a45 req-69e7eb6c-987b-40f8-be46-5a9103c69523 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 Aug 10 14:10:51.440118 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-e70bdf24-73dc-476a-b5a1-712b0f267f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:51.666259 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3fc5-7979-46f8-b689-50aeb6d8d816 req-2f32a390-310c-4d15-8f53-824667026222 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:51.667543 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3f9e3fc5-7979-46f8-b689-50aeb6d8d816 req-2f32a390-310c-4d15-8f53-824667026222 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0562475 Aug 10 14:10:51.736750 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3f9e3fc5-7979-46f8-b689-50aeb6d8d816 req-01bd3426-be65-43a2-a203-13769cd79724 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603483 Aug 10 14:10:51.745472 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae406a-3937-486f-a2de-6ee87f4f6bd0 req-d8913a4d-c2a1-4e4a-ae0c-425bae634fa3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:51.746915 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2dae406a-3937-486f-a2de-6ee87f4f6bd0 req-d8913a4d-c2a1-4e4a-ae0c-425bae634fa3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0785034 Aug 10 14:10:51.783850 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2dae406a-3937-486f-a2de-6ee87f4f6bd0 req-db2b56a9-97ef-4ead-8983-30ec3b48503a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Aug 10 14:10:52.158979 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c048c80-5871-4403-9efa-ae16f3d0a4a8 req-45518583-1778-42a9-a297-6c18d1f0bd42 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:52.160507 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6c048c80-5871-4403-9efa-ae16f3d0a4a8 req-45518583-1778-42a9-a297-6c18d1f0bd42 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.0496829 Aug 10 14:10:52.198333 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6c048c80-5871-4403-9efa-ae16f3d0a4a8 req-50c5af19-5e20-423b-bcbe-17e0f828c87b tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Aug 10 14:10:52.290819 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705360f-df82-4748-9891-47d6388b82d5 req-cf1d557d-7b69-4291-afee-b85544883ac6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:52.292840 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2705360f-df82-4748-9891-47d6388b82d5 req-cf1d557d-7b69-4291-afee-b85544883ac6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0509715 Aug 10 14:10:52.329518 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2705360f-df82-4748-9891-47d6388b82d5 req-457fe114-195e-4970-83ab-950568681aa6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306661 Aug 10 14:10:52.433003 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:52.892857 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b171c2-fbae-4d36-8980-b2a207a78ebd req-4392f88d-9a0d-439f-a887-2796f6b769b9 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:52.894245 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34b171c2-fbae-4d36-8980-b2a207a78ebd req-4392f88d-9a0d-439f-a887-2796f6b769b9 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0738537 Aug 10 14:10:52.926388 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114084d7-c9ba-4ab3-a8bc-2b3a027b20fd req-4dcaaef6-f009-4857-b97c-b24869495974 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:52.927885 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-114084d7-c9ba-4ab3-a8bc-2b3a027b20fd req-4dcaaef6-f009-4857-b97c-b24869495974 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0728972 Aug 10 14:10:52.960695 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34b171c2-fbae-4d36-8980-b2a207a78ebd req-9fb83cf5-497f-4235-baa1-2ef8878972a2 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586677 Aug 10 14:10:52.981258 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-114084d7-c9ba-4ab3-a8bc-2b3a027b20fd req-52f2d47c-49b3-4fe7-87da-0cae00f3e702 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464962 Aug 10 14:10:53.315470 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702dd8d-c6d7-4c1b-b048-40a12f60d44d req-49ded079-e777-4064-8dc5-40c907d6f717 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:53.316938 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f702dd8d-c6d7-4c1b-b048-40a12f60d44d req-49ded079-e777-4064-8dc5-40c907d6f717 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.0512936 Aug 10 14:10:53.353971 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f702dd8d-c6d7-4c1b-b048-40a12f60d44d req-14d399e8-9c9d-4a1e-b36f-390262612abe tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Aug 10 14:10:53.446392 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c3a3-5e58-4f7d-b51d-671dfcb70b93 req-49155442-d50f-453f-8c3a-0c5d19827e3f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:53.447889 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6a23c3a3-5e58-4f7d-b51d-671dfcb70b93 req-49155442-d50f-453f-8c3a-0c5d19827e3f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0483878 Aug 10 14:10:53.485400 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6a23c3a3-5e58-4f7d-b51d-671dfcb70b93 req-9b8799bd-2073-4578-b717-fd9981aaa04b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309503 Aug 10 14:10:53.763093 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c5984fe3-059b-4aef-a2a0-d6eed064698e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:54.105927 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b4df5-1470-4f8d-bb75-fcb6a8d54e8d req-2c6a6f3c-8175-4ba3-bf79-7b7d7fb5842f tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:54.107438 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bd1b4df5-1470-4f8d-bb75-fcb6a8d54e8d req-2c6a6f3c-8175-4ba3-bf79-7b7d7fb5842f tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0775473 Aug 10 14:10:54.126877 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cec42-39ac-4cb1-810f-5c07b4a72ba9 req-4c7100db-d99b-4a0f-adfe-ef2cc92b6f12 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:54.128339 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b07cec42-39ac-4cb1-810f-5c07b4a72ba9 req-4c7100db-d99b-4a0f-adfe-ef2cc92b6f12 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0736568 Aug 10 14:10:54.176827 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bd1b4df5-1470-4f8d-bb75-fcb6a8d54e8d req-18999f6e-b60f-4f21-a47d-a7cf596c75c7 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632279 Aug 10 14:10:54.184126 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:54.186326 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b07cec42-39ac-4cb1-810f-5c07b4a72ba9 req-5af84e6c-1642-4b2e-9aac-d2aa66790e7b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507259 Aug 10 14:10:54.468518 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b96a23-a6be-49cf-a909-04cafbc5501a req-72e53666-b249-417f-ae8d-e64464b1012f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:54.470029 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-37b96a23-a6be-49cf-a909-04cafbc5501a req-72e53666-b249-417f-ae8d-e64464b1012f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.0493591 Aug 10 14:10:54.506485 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-37b96a23-a6be-49cf-a909-04cafbc5501a req-4c305c8f-5583-46e4-a199-7a734e34ad7e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303061 Aug 10 14:10:54.614524 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dc5f7-a655-48bd-b31f-b13effecb31b req-5ec76488-6605-4a58-8007-82ccb261ae54 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:54.616135 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b42dc5f7-a655-48bd-b31f-b13effecb31b req-5ec76488-6605-4a58-8007-82ccb261ae54 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 945 time: 0.0509660 Aug 10 14:10:54.655072 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b42dc5f7-a655-48bd-b31f-b13effecb31b req-e02ba906-f922-434f-b830-c4b51bca5872 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Aug 10 14:10:54.879808 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:55.088977 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:10:55.136364 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 4c14ce42-ddad-4ae9-be60-7f065a98410f triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:10:55.136734 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:55.213930 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:55.241169 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:10:55.243682 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d48f71-2f83-4d82-a5ee-272aed9d1f53" -d '{"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-plugged", "status": "completed", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:10:55.259826 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:55.264997 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:55.313072 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=10']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:55.339350 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d530cf-f66a-45a6-9451-53f578102b63 req-8bbe121b-68cc-4232-9914-d9b938382f9e tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:55.340771 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50d530cf-f66a-45a6-9451-53f578102b63 req-8bbe121b-68cc-4232-9914-d9b938382f9e tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0869639 Aug 10 14:10:55.351379 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2b7ea-61e1-402b-a111-0cbb52c6c733 req-bf8e2b89-28b9-4aac-87e9-163fed281fee tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:55.352780 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bfa2b7ea-61e1-402b-a111-0cbb52c6c733 req-bf8e2b89-28b9-4aac-87e9-163fed281fee tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0665843 Aug 10 14:10:55.408922 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50d530cf-f66a-45a6-9451-53f578102b63 req-0e8e5e9f-9d61-4fa9-bb04-f12ea460faf8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551655 Aug 10 14:10:55.413559 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bfa2b7ea-61e1-402b-a111-0cbb52c6c733 req-ce66a1b6-42da-442c-9a27-a405ff4e78a3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531867 Aug 10 14:10:55.451465 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63a2567-a2b3-4db5-9818-231f8c3f8b0c x-openstack-request-id: req-c63a2567-a2b3-4db5-9818-231f8c3f8b0c {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:10:55.451772 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-plugged", "status": "completed", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:10:55.452029 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c63a2567-a2b3-4db5-9818-231f8c3f8b0c {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:10:55.452428 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'code': 200} Aug 10 14:10:55.621694 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48de4e-2637-4afd-a673-1caa83d7508e req-015bbe15-7918-4fc3-b4d1-fba9c65780f5 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:55.623084 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3b48de4e-2637-4afd-a673-1caa83d7508e req-015bbe15-7918-4fc3-b4d1-fba9c65780f5 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.0517311 Aug 10 14:10:55.665455 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3b48de4e-2637-4afd-a673-1caa83d7508e req-01aa7f8e-368a-4f73-88fd-65080bcec91e tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Aug 10 14:10:55.773962 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23d4cf-7dca-49f3-bc3c-e66ff9c6ca1d req-31132a6e-5007-45b9-946d-c0a011fefb8f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:55.775561 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-df23d4cf-7dca-49f3-bc3c-e66ff9c6ca1d req-31132a6e-5007-45b9-946d-c0a011fefb8f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 947 time: 0.0488958 Aug 10 14:10:55.812434 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-df23d4cf-7dca-49f3-bc3c-e66ff9c6ca1d req-589b166a-51bd-4de3-942c-3fba97bb6569 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304518 Aug 10 14:10:56.302439 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246066d8-3128-4721-97a5-961cada2d1be req-b9a7aad1-7332-4090-8969-72de6cd78f07 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:56.304156 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-246066d8-3128-4721-97a5-961cada2d1be req-b9a7aad1-7332-4090-8969-72de6cd78f07 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 945 time: 0.0493572 Aug 10 14:10:56.398186 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-246066d8-3128-4721-97a5-961cada2d1be req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Deleting port 49acae9a-2832-4566-9513-4bc760188576 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:10:56.398536 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-246066d8-3128-4721-97a5-961cada2d1be req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:56.538929 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-246066d8-3128-4721-97a5-961cada2d1be req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] For port 49acae9a-2832-4566-9513-4bc760188576, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49acae9a-2832-4566-9513-4bc760188576,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:10:56.539315 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-246066d8-3128-4721-97a5-961cada2d1be req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:56.572050 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-246066d8-3128-4721-97a5-961cada2d1be req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Calling delete_port for 49acae9a-2832-4566-9513-4bc760188576 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:10:56.631127 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7939e-93df-4825-99f0-c7f8526949fe req-bf4bd118-1a66-4a08-8d7e-89f93ab08d8e tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:56.632662 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6ab7939e-93df-4825-99f0-c7f8526949fe req-bf4bd118-1a66-4a08-8d7e-89f93ab08d8e tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.1459050 Aug 10 14:10:56.644613 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c2bd8-a811-494a-83be-dd71c0558159 req-236ccb52-1195-492c-b170-50041ee48b9e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:56.646923 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c62c2bd8-a811-494a-83be-dd71c0558159 req-236ccb52-1195-492c-b170-50041ee48b9e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.1445227 Aug 10 14:10:56.657077 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:56.747061 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6ab7939e-93df-4825-99f0-c7f8526949fe req-1c7c18fc-7ce0-4125-8631-4e4afd698613 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991020 Aug 10 14:10:56.753071 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c62c2bd8-a811-494a-83be-dd71c0558159 req-78f0fd8a-9fc9-46e3-9272-f2f91d1b21d2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843401 Aug 10 14:10:56.821361 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-246066d8-3128-4721-97a5-961cada2d1be req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:56.824761 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326bac3-b646-4957-bbc7-144c83f14183 req-1ef55b39-8038-48d5-996d-e3ec47df1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:56.830388 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-3326bac3-b646-4957-bbc7-144c83f14183 req-1ef55b39-8038-48d5-996d-e3ec47df1001 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1098 time: 0.0565503 Aug 10 14:10:56.861144 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8df99d83-c74a-41f3-8536-8553f138f521', '49acae9a-2832-4566-9513-4bc760188576'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:10:56.862307 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Pushing event deleted for resources: {'Port': ['ID=49acae9a-2832-4566-9513-4bc760188576,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:10:56.876353 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-3326bac3-b646-4957-bbc7-144c83f14183 req-49bc1bd6-1ebb-4a95-8ca2-bfc818bee026 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380943 Aug 10 14:10:56.900697 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-462d03bf-ed2b-4453-bc14-0c47c821566e req-e405ff02-06a1-41e4-b781-79a2b86eeac5 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0485170 Aug 10 14:10:56.998823 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-246066d8-3128-4721-97a5-961cada2d1be req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] No DVR routers for this DVR port 49acae9a-2832-4566-9513-4bc760188576 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:10:57.002504 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-246066d8-3128-4721-97a5-961cada2d1be req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:10:57.004470 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-246066d8-3128-4721-97a5-961cada2d1be req-f1fbcb7f-a194-48f5-8043-9c264c5851d7 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "DELETE /v2.0/ports/49acae9a-2832-4566-9513-4bc760188576 HTTP/1.1" status: 204 len: 173 time: 0.6923547 Aug 10 14:10:57.005023 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c3ce0e-cf3e-4cd2-9664-bfe62004faea', 'name': 'network-vif-deleted', 'tag': '49acae9a-2832-4566-9513-4bc760188576'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:10:57.007255 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1468a3-4977-4cdc-a60b-d009b37dc986" -d '{"events": [{"server_uuid": "31c3ce0e-cf3e-4cd2-9664-bfe62004faea", "name": "network-vif-deleted", "tag": "49acae9a-2832-4566-9513-4bc760188576"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:10:57.017255 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4657d49-05e9-470a-b9b3-317e2a0c9ab0 req-7b496983-f0b1-4804-9537-174bc82b354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:57.019523 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e4657d49-05e9-470a-b9b3-317e2a0c9ab0 req-7b496983-f0b1-4804-9537-174bc82b354b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 1100 time: 0.1307104 Aug 10 14:10:57.034635 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6da6d-43d0-4854-ab17-91423fa7e226 req-4b1512f3-82e8-4f1b-831e-7a8c27cddef7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:57.036208 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34a6da6d-43d0-4854-ab17-91423fa7e226 req-4b1512f3-82e8-4f1b-831e-7a8c27cddef7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 947 time: 0.1232769 Aug 10 14:10:57.050967 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f63351-56d8-4f65-8b26-07864fd3fc71 x-openstack-request-id: req-f3f63351-56d8-4f65-8b26-07864fd3fc71 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:10:57.051251 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c3ce0e-cf3e-4cd2-9664-bfe62004faea", "name": "network-vif-deleted", "tag": "49acae9a-2832-4566-9513-4bc760188576", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:10:57.051606 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3f63351-56d8-4f65-8b26-07864fd3fc71 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:10:57.052001 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c3ce0e-cf3e-4cd2-9664-bfe62004faea', 'name': 'network-vif-deleted', 'tag': '49acae9a-2832-4566-9513-4bc760188576', 'status': 'completed', 'code': 200} Aug 10 14:10:57.078188 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34a6da6d-43d0-4854-ab17-91423fa7e226 req-7147a9de-262f-437f-ace1-eb514a0af8a4 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355554 Aug 10 14:10:57.309680 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e4657d49-05e9-470a-b9b3-317e2a0c9ab0 req-277d053c-a5c9-461b-8ecb-93b5e3100ba3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329344 Aug 10 14:10:57.896308 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edafe2a-b622-4a18-b754-202cc741fc55 req-20ab79e1-cb5b-420d-bb51-b12146bab892 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:57.897794 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4edafe2a-b622-4a18-b754-202cc741fc55 req-20ab79e1-cb5b-420d-bb51-b12146bab892 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0770268 Aug 10 14:10:57.909133 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19521283-bc72-46c5-9643-a8fed1586d06 req-50c35c9f-784f-48fe-b899-4cd0819edabb tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:57.910537 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-19521283-bc72-46c5-9643-a8fed1586d06 req-50c35c9f-784f-48fe-b899-4cd0819edabb tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0804534 Aug 10 14:10:57.968665 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4edafe2a-b622-4a18-b754-202cc741fc55 req-9492bdce-be97-4473-9fdf-2fdb584cd18b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571680 Aug 10 14:10:57.972004 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-19521283-bc72-46c5-9643-a8fed1586d06 req-08dc16d1-79d6-4733-abb3-9363af42c90a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545092 Aug 10 14:10:58.065577 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-83cfe0ac-869a-4a4f-9048-648658e386d8 req-6218eeca-eb84-44cc-b9f4-6255909c3430 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=31c3ce0e-cf3e-4cd2-9664-bfe62004faea HTTP/1.1" status: 200 len: 210 time: 0.0268672 Aug 10 14:10:58.199386 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9e172-7987-48de-82b0-ae0b1f3da100 req-f9123832-bbcc-4878-91fb-b8d85362176f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:58.200844 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-48d9e172-7987-48de-82b0-ae0b1f3da100 req-f9123832-bbcc-4878-91fb-b8d85362176f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 947 time: 0.0507390 Aug 10 14:10:58.240443 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-48d9e172-7987-48de-82b0-ae0b1f3da100 req-be3f0d03-eb47-444b-be60-209871715566 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338171 Aug 10 14:10:59.115027 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70fa77-324f-47ba-8ec8-6de190edc967 req-44bf7a81-20f1-440a-999b-0275d7ee5aa8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:59.116724 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb70fa77-324f-47ba-8ec8-6de190edc967 req-44bf7a81-20f1-440a-999b-0275d7ee5aa8 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0809488 Aug 10 14:10:59.134626 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33720e-2d4a-4de4-abce-b5a5b6602427 req-52f50b52-fedc-44c8-99bf-6faa432602ce tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:59.136166 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3e33720e-2d4a-4de4-abce-b5a5b6602427 req-52f50b52-fedc-44c8-99bf-6faa432602ce tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0913258 Aug 10 14:10:59.197904 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb70fa77-324f-47ba-8ec8-6de190edc967 req-48ba4269-364f-4cf1-a68a-a41b5f347caf tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713775 Aug 10 14:10:59.209087 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:10:59.216693 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3e33720e-2d4a-4de4-abce-b5a5b6602427 req-a1d8e952-08a7-4966-84c1-cd29455fbde6 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735850 Aug 10 14:10:59.384894 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c71f3-15d0-4f19-8ca1-06442f592d50 req-0b5d9717-2163-41ec-89a6-66a11679175c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:59.386580 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ff3c71f3-15d0-4f19-8ca1-06442f592d50 req-0b5d9717-2163-41ec-89a6-66a11679175c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 947 time: 0.0641649 Aug 10 14:10:59.433873 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ff3c71f3-15d0-4f19-8ca1-06442f592d50 req-d9078dbf-4891-4877-a208-8502e819390d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406985 Aug 10 14:10:59.601367 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039cd0-50a5-4e90-9527-642c9a3b4c57 req-0a81248a-fc1c-431d-bb9a-966f1ac29af3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:59.602775 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e1039cd0-50a5-4e90-9527-642c9a3b4c57 req-0a81248a-fc1c-431d-bb9a-966f1ac29af3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0788081 Aug 10 14:10:59.609676 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-dd547026-1523-4951-81ee-b024a250c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:59.611419 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-dd547026-1523-4951-81ee-b024a250c8e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51c9d3d5846a4ac59902ef873d009eae&device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 1098 time: 0.0612133 Aug 10 14:10:59.698179 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e1039cd0-50a5-4e90-9527-642c9a3b4c57 req-ff30b532-1fc7-4e94-b7d4-693eac240074 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 Aug 10 14:10:59.729670 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-b991926d-cc58-4a88-9908-5bd3c6911f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:59.731216 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-b991926d-cc58-4a88-9908-5bd3c6911f7e service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 200 len: 919 time: 0.1111429 Aug 10 14:10:59.782333 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-23e25c95-c2d0-4f7b-b2a1-15a3e83f1362 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d HTTP/1.1" status: 200 len: 217 time: 0.0357788 Aug 10 14:10:59.838905 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-0eeab025-853f-4abc-b10c-35b7bbea074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:10:59.840976 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-0eeab025-853f-4abc-b10c-35b7bbea074e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 200 len: 858 time: 0.0506573 Aug 10 14:10:59.877213 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-996584a8-5ec0-4585-bce1-9e41758b40a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb843b2e-dadb-42ac-8598-37adb15031e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246654 Aug 10 14:10:59.974944 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-d0d5baa0-d87f-4caa-b98d-a6c3a6937856 service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834970 Aug 10 14:11:00.068632 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-776db9f2-0cf7-4b6b-9af4-b7d1ca0317cc req-3a5c7c3c-09ef-4250-b018-033ac6a0ea6c service neutron] 10.222.0.53 "GET /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859482 Aug 10 14:11:00.155926 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 49acae9a-2832-4566-9513-4bc760188576 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:11:00.175528 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 49acae9a-2832-4566-9513-4bc760188576 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:11:00.175877 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 49acae9a-2832-4566-9513-4bc760188576 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:11:00.323889 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc06ea-caa4-4283-bbe1-6d039d415feb req-e05c3ab6-3504-4f6d-ace1-b7a7dadfb58f tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:00.325386 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-acbc06ea-caa4-4283-bbe1-6d039d415feb req-e05c3ab6-3504-4f6d-ace1-b7a7dadfb58f tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0495927 Aug 10 14:11:00.367501 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-acbc06ea-caa4-4283-bbe1-6d039d415feb req-3c4735dd-7b2f-4aa0-8703-d4f7d84f211d tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360034 Aug 10 14:11:00.578865 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d510-5b89-459c-afa7-9b5a5b8e2ffe req-b977ad7c-44b4-4358-bde0-84dddf50dee3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:00.580019 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c5d3d510-5b89-459c-afa7-9b5a5b8e2ffe req-b977ad7c-44b4-4358-bde0-84dddf50dee3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 947 time: 0.0533109 Aug 10 14:11:00.630958 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c5d3d510-5b89-459c-afa7-9b5a5b8e2ffe req-8905f647-ef44-4b55-b80a-50767ee85c41 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444107 Aug 10 14:11:00.674050 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450f50-57cf-41f3-8d11-541444f0acae req-74a479b6-5d48-4c96-9b17-4b4f96ef0f32 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:00.675478 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-16450f50-57cf-41f3-8d11-541444f0acae req-74a479b6-5d48-4c96-9b17-4b4f96ef0f32 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 945 time: 0.0587273 Aug 10 14:11:00.715171 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-16450f50-57cf-41f3-8d11-541444f0acae req-7618fa0a-cdff-48ab-af97-bc8090837903 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336964 Aug 10 14:11:00.815834 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318999c-1ef7-49e6-9242-ed26609bebde req-c1fcaee8-a70b-47f1-bbe3-d1b0a954f827 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:00.817281 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f318999c-1ef7-49e6-9242-ed26609bebde req-c1fcaee8-a70b-47f1-bbe3-d1b0a954f827 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0480819 Aug 10 14:11:00.855111 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f318999c-1ef7-49e6-9242-ed26609bebde req-16d4f1ef-0ba9-42f5-b672-3ce87de04e8b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318398 Aug 10 14:11:01.487571 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0738cd6-1c91-479f-8a18-c88d7b09ea74 req-f5f81161-600e-4408-a3da-6730e991ae08 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:01.488992 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d0738cd6-1c91-479f-8a18-c88d7b09ea74 req-f5f81161-600e-4408-a3da-6730e991ae08 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0481443 Aug 10 14:11:01.530986 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d0738cd6-1c91-479f-8a18-c88d7b09ea74 req-b3a99c1f-77cf-427e-b8c9-41ec64cad60c tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360167 Aug 10 14:11:02.067660 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c4ba-81d9-4397-913d-0c747f2384f5 req-60656eb7-1cec-4c7f-94d7-b0c71e3be5fe tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:02.069037 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-01f5c4ba-81d9-4397-913d-0c747f2384f5 req-60656eb7-1cec-4c7f-94d7-b0c71e3be5fe tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 945 time: 0.2879527 Aug 10 14:11:02.101332 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26116348-0dde-4ee1-8dcb-a1a7d576250b req-67c104dc-cc79-4538-9b3e-956d49906579 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:02.102783 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-26116348-0dde-4ee1-8dcb-a1a7d576250b req-67c104dc-cc79-4538-9b3e-956d49906579 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0767958 Aug 10 14:11:02.131816 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-01f5c4ba-81d9-4397-913d-0c747f2384f5 req-4a2871d2-6640-4186-b256-9ae6d8cc2704 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552390 Aug 10 14:11:02.152519 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-26116348-0dde-4ee1-8dcb-a1a7d576250b req-d6aed7b7-b690-40c5-8a0f-890a848b1ae5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 Aug 10 14:11:02.652173 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102446b-b2da-4f65-bf6a-093ed270905b req-19b74656-c99c-4835-b841-1f9b1bbd81eb tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:02.653682 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8102446b-b2da-4f65-bf6a-093ed270905b req-19b74656-c99c-4835-b841-1f9b1bbd81eb tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0514758 Aug 10 14:11:02.695916 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8102446b-b2da-4f65-bf6a-093ed270905b req-e64026b8-7321-4cf9-a31d-f52cde7404bd tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353870 Aug 10 14:11:02.848566 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0e557-b186-41f8-aaee-0c2276266765 req-f6b53856-2372-4a00-899b-29d523141f0a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:02.850044 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5ee0e557-b186-41f8-aaee-0c2276266765 req-f6b53856-2372-4a00-899b-29d523141f0a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0514991 Aug 10 14:11:02.889039 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5ee0e557-b186-41f8-aaee-0c2276266765 req-04544d7a-0c5b-4bd2-8e6d-8e6e7d44a8b4 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Aug 10 14:11:03.278561 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1999-0eba-4007-afaf-79316d273e08 req-fdff5cc8-91b9-4b33-93cb-6dbac9fd32af tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:03.280067 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-edca1999-0eba-4007-afaf-79316d273e08 req-fdff5cc8-91b9-4b33-93cb-6dbac9fd32af tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 945 time: 0.0782831 Aug 10 14:11:03.291328 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ff13f-765c-4ff3-8299-4a12ba49b306 req-e6afc1e1-a494-4cbb-85ef-b1067a83eb6f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:03.292826 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-621ff13f-765c-4ff3-8299-4a12ba49b306 req-e6afc1e1-a494-4cbb-85ef-b1067a83eb6f tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0648525 Aug 10 14:11:03.366099 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-edca1999-0eba-4007-afaf-79316d273e08 req-4a9670c5-b4b8-485a-b87c-ce193ea11b2f tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/security-groups?id=6df63da8-aaec-4e5f-a71e-75287e20df53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723288 Aug 10 14:11:03.368963 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-621ff13f-765c-4ff3-8299-4a12ba49b306 req-ad9fae03-cac4-4902-8e14-c77f0f007090 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576687 Aug 10 14:11:03.814292 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab8fe6-6d8b-48b3-aacd-5803d41fc366 req-0e87cda1-56e3-48c3-ad2b-11a46f94ffa6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:03.815929 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9eab8fe6-6d8b-48b3-aacd-5803d41fc366 req-0e87cda1-56e3-48c3-ad2b-11a46f94ffa6 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0488071 Aug 10 14:11:03.855857 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9eab8fe6-6d8b-48b3-aacd-5803d41fc366 req-829e1565-0e86-479a-9957-88fc3ea25ee9 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339940 Aug 10 14:11:04.003411 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b067b-96d2-46b2-b888-d36adabab0b4 req-3d3e0fa9-7e47-41fe-a085-d92e4d84dfba tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:04.004907 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d94b067b-96d2-46b2-b888-d36adabab0b4 req-3d3e0fa9-7e47-41fe-a085-d92e4d84dfba tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Aug 10 14:11:04.076190 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d94b067b-96d2-46b2-b888-d36adabab0b4 req-a5f3c565-8d39-4465-9ed4-9a66d5408930 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649908 Aug 10 14:11:04.092260 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-06c6f40c-cc4d-469d-a5d3-2e5624d45f70 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:04.093788 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-06c6f40c-cc4d-469d-a5d3-2e5624d45f70 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 945 time: 0.0690863 Aug 10 14:11:04.212348 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Deleting port 8df99d83-c74a-41f3-8536-8553f138f521 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:04.212702 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:04.301298 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] For port 8df99d83-c74a-41f3-8536-8553f138f521, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8df99d83-c74a-41f3-8536-8553f138f521,segment=NetworkSegment(df01fdd4-f194-4d9f-9e59-d26534053290),segment_id=df01fdd4-f194-4d9f-9e59-d26534053290)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:04.301589 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:04.314614 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Calling delete_port for 8df99d83-c74a-41f3-8536-8553f138f521 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:04.446728 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:04.470454 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4fc60e95-7fe5-4495-a100-c7e03faae25a req-612fb940-9216-4f34-bb82-79fdf0e208f2 tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.26 "GET /v2.0/ports?device_id=813681af-2f76-4cf3-8377-bf62681ef960 HTTP/1.1" status: 200 len: 210 time: 0.0371978 Aug 10 14:11:04.493163 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Pushing event deleted for resources: {'Port': ['ID=8df99d83-c74a-41f3-8536-8553f138f521,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:04.503726 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8df99d83-c74a-41f3-8536-8553f138f521'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:11:04.533144 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] No DVR routers for this DVR port 8df99d83-c74a-41f3-8536-8553f138f521 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:11:04.535455 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:04.537394 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9c06894a-6d11-461f-9bf0-89a1b8d0eceb req-8375992d-1b7a-4fa8-9b64-dd6615b79aef tempest-AttachVolumeNegativeTest-1264787840 tempest-AttachVolumeNegativeTest-1264787840-project] 10.222.0.53 "DELETE /v2.0/ports/8df99d83-c74a-41f3-8536-8553f138f521 HTTP/1.1" status: 204 len: 173 time: 0.4185958 Aug 10 14:11:04.537822 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813681af-2f76-4cf3-8377-bf62681ef960', 'name': 'network-vif-deleted', 'tag': '8df99d83-c74a-41f3-8536-8553f138f521'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:11:04.540052 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c221c58-3349-4df4-a34e-2b36cbe42e1e" -d '{"events": [{"server_uuid": "813681af-2f76-4cf3-8377-bf62681ef960", "name": "network-vif-deleted", "tag": "8df99d83-c74a-41f3-8536-8553f138f521"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:11:04.577533 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9176f1-0d6b-4c96-932b-193b97e87154 x-openstack-request-id: req-8d9176f1-0d6b-4c96-932b-193b97e87154 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:11:04.577863 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813681af-2f76-4cf3-8377-bf62681ef960", "name": "network-vif-deleted", "tag": "8df99d83-c74a-41f3-8536-8553f138f521", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:11:04.578174 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d9176f1-0d6b-4c96-932b-193b97e87154 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:11:04.578660 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813681af-2f76-4cf3-8377-bf62681ef960', 'name': 'network-vif-deleted', 'tag': '8df99d83-c74a-41f3-8536-8553f138f521', 'status': 'completed', 'code': 200} Aug 10 14:11:04.973734 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266382d-846b-42e4-b400-1ebd70ee26d8 req-240d5f4f-9d13-4f20-943f-b68d5f799c63 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:04.975240 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b266382d-846b-42e4-b400-1ebd70ee26d8 req-240d5f4f-9d13-4f20-943f-b68d5f799c63 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.0504451 Aug 10 14:11:05.036728 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b266382d-846b-42e4-b400-1ebd70ee26d8 req-6cae3141-ce93-4478-9c8f-05f509d687da tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&id=6ba0fae9-466d-415b-9006-aea995391705&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553236 Aug 10 14:11:05.189496 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e08578-ed7e-445c-9b7e-ac3a9f84c025 req-a827aa6a-2926-4fca-b65f-a5c81eed1c48 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:05.190949 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-87e08578-ed7e-445c-9b7e-ac3a9f84c025 req-a827aa6a-2926-4fca-b65f-a5c81eed1c48 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0480282 Aug 10 14:11:05.228793 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-87e08578-ed7e-445c-9b7e-ac3a9f84c025 req-d684c95e-49c5-4cd2-9997-bb93c5c58f16 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Aug 10 14:11:05.527095 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50244) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:05.572079 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_v2 [None req-4716b3bd-1630-49fb-ad2e-f426721349f9 admin admin] Deleting subnet a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 {{(pid=93626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:11:05.575144 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4716b3bd-1630-49fb-ad2e-f426721349f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.608922 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4716b3bd-1630-49fb-ad2e-f426721349f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14171189'] for subnet, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.646279 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4716b3bd-1630-49fb-ad2e-f426721349f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.703783 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4716b3bd-1630-49fb-ad2e-f426721349f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13264759'] for subnet, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.728696 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716b3bd-1630-49fb-ad2e-f426721349f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ffdedc-2fe2-4216-bb82-9f15d3be86d2,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:05.733037 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4716b3bd-1630-49fb-ad2e-f426721349f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.734928 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-4716b3bd-1630-49fb-ad2e-f426721349f9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a4ffdedc-2fe2-4216-bb82-9f15d3be86d2 HTTP/1.1" status: 204 len: 168 time: 0.2067585 Aug 10 14:11:05.737312 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50248) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:05.804054 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.890239 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.900467 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d496c528-c828-4efe-b934-272531057e9e']}} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:05.911273 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df01fdd4-f194-4d9f-9e59-d26534053290') {'for_net_delete': True} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:05.911602 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df01fdd4-f194-4d9f-9e59-d26534053290') {} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:05.921457 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14171212'] for segment, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.936055 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.944155 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:11:05.944759 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14095164'] for segment, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: Traceback (most recent call last): Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: timer() Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: cb(*args, **kw) Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: return func(*args, **kwargs) Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: self._notify() Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: self.callback(batched_events) Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: event.method(event) Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: return f(self, *a, **k) Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._get(url).json() Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: return self.request(url, 'GET', **kwargs) Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:11:05.946491 dv-cinder-788363-11-iscsi neutron-server[93626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:11:06.000413 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.009222 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.011980 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d496c528-c828-4efe-b934-272531057e9e HTTP/1.1" status: 204 len: 168 time: 0.2735016 Aug 10 14:11:06.021688 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4470532-47eb-4621-b311-b7d84408a1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d496c528-c828-4efe-b934-272531057e9e,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:06.173237 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50258) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:06.217612 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-a71ddcaf-897d-493a-bad7-4cdc52f4dc6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60d9d194cba4415e920751d966cf29ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432031 Aug 10 14:11:06.220594 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50260) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:06.242043 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5cbd945b-ede7-415b-8178-6fb5dce039b2 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:06.243539 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5cbd945b-ede7-415b-8178-6fb5dce039b2 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.53 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0519938 Aug 10 14:11:06.270952 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffb7e020-ccac-4257-b43a-78ff745a85c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.294154 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffb7e020-ccac-4257-b43a-78ff745a85c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.342886 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffb7e020-ccac-4257-b43a-78ff745a85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.345661 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ffb7e020-ccac-4257-b43a-78ff745a85c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.347273 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ffb7e020-ccac-4257-b43a-78ff745a85c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6df63da8-aaec-4e5f-a71e-75287e20df53 HTTP/1.1" status: 204 len: 168 time: 0.1254864 Aug 10 14:11:06.358011 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7e020-ccac-4257-b43a-78ff745a85c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df63da8-aaec-4e5f-a71e-75287e20df53,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:06.381627 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447304c-1003-408e-bad1-0d4129fc8142 req-e5840c91-a5f8-4058-8849-859aaec6129a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:06.383030 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c447304c-1003-408e-bad1-0d4129fc8142 req-e5840c91-a5f8-4058-8849-859aaec6129a tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/ports?device_id=90b77c40-7c10-4ed2-8b41-a924e9943f76 HTTP/1.1" status: 200 len: 945 time: 0.0666184 Aug 10 14:11:06.386138 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Deleting port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:06.386572 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.472177 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c447304c-1003-408e-bad1-0d4129fc8142 req-6c5bb14e-2b10-47e6-b85c-ac068e641114 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90232a1-57ac-4a34-9834-ede49c9458ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821846 Aug 10 14:11:06.503403 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] For port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,segment=NetworkSegment(a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def),segment_id=a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:06.503839 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.517359 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Calling delete_port for 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:06.643549 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.674524 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Pushing event deleted for resources: {'Port': ['ID=69f0b6f3-2faf-4014-a571-dcc6cf04c2f3,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:06.685846 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['69f0b6f3-2faf-4014-a571-dcc6cf04c2f3'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:11:06.719088 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] No DVR routers for this DVR port 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:11:06.724059 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:06.726241 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c783e68d-95c5-4788-94c0-d4994063c84e req-5ae5c961-87e1-4215-a82c-44707fca7402 tempest-VolumesSnapshotTestJSON-687480486 tempest-VolumesSnapshotTestJSON-687480486-project] 10.222.0.53 "DELETE /v2.0/ports/69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 HTTP/1.1" status: 204 len: 173 time: 0.4762506 Aug 10 14:11:06.726696 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b77c40-7c10-4ed2-8b41-a924e9943f76', 'name': 'network-vif-deleted', 'tag': '69f0b6f3-2faf-4014-a571-dcc6cf04c2f3'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:11:06.729073 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1f2c23-9df8-4efd-b05d-35b75a43bac9" -d '{"events": [{"server_uuid": "90b77c40-7c10-4ed2-8b41-a924e9943f76", "name": "network-vif-deleted", "tag": "69f0b6f3-2faf-4014-a571-dcc6cf04c2f3"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:11:06.770054 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a140a2db-6d08-463f-b458-5bd357798628 x-openstack-request-id: req-a140a2db-6d08-463f-b458-5bd357798628 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:11:06.770655 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b77c40-7c10-4ed2-8b41-a924e9943f76", "name": "network-vif-deleted", "tag": "69f0b6f3-2faf-4014-a571-dcc6cf04c2f3", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:11:06.771091 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a140a2db-6d08-463f-b458-5bd357798628 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:11:06.771864 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b77c40-7c10-4ed2-8b41-a924e9943f76', 'name': 'network-vif-deleted', 'tag': '69f0b6f3-2faf-4014-a571-dcc6cf04c2f3', 'status': 'completed', 'code': 200} Aug 10 14:11:07.844462 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50318) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:07.948009 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0dcb30ed-84d6-4b28-bb1d-da1170dcee76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.040575 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0dcb30ed-84d6-4b28-bb1d-da1170dcee76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.044469 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0dcb30ed-84d6-4b28-bb1d-da1170dcee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.085586 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-0dcb30ed-84d6-4b28-bb1d-da1170dcee76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abeba536faaf4e4781976bb687ba722d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376771 Aug 10 14:11:08.085586 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb30ed-84d6-4b28-bb1d-da1170dcee76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217f82db-cbf2-447d-84cd-37646e0aa069,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:08.086565 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50324) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:08.144106 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-aa239a06-9f2c-48af-94b8-f87448c8f5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.159102 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 8df99d83-c74a-41f3-8536-8553f138f521 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:11:08.167153 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-aa239a06-9f2c-48af-94b8-f87448c8f5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.181687 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 8df99d83-c74a-41f3-8536-8553f138f521 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:11:08.182306 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 8df99d83-c74a-41f3-8536-8553f138f521 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:11:08.224518 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-aa239a06-9f2c-48af-94b8-f87448c8f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.227140 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-aa239a06-9f2c-48af-94b8-f87448c8f5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.228424 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-aa239a06-9f2c-48af-94b8-f87448c8f5d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/217f82db-cbf2-447d-84cd-37646e0aa069 HTTP/1.1" status: 204 len: 168 time: 0.1362987 Aug 10 14:11:08.236182 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa239a06-9f2c-48af-94b8-f87448c8f5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f82db-cbf2-447d-84cd-37646e0aa069,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:08.313109 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f261b-f307-43be-9a98-37c5b76b4ac3 req-ec932489-55b8-45b4-b382-a8e0bf01ced5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:08.314622 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-835f261b-f307-43be-9a98-37c5b76b4ac3 req-ec932489-55b8-45b4-b382-a8e0bf01ced5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0534725 Aug 10 14:11:08.353092 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-835f261b-f307-43be-9a98-37c5b76b4ac3 req-a2fca909-7905-4c7f-95ed-4879e93b0e90 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Aug 10 14:11:08.497129 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50334) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:08.513369 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7adf6e45-4b59-45c8-bbab-926f32e3b490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.600446 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7adf6e45-4b59-45c8-bbab-926f32e3b490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.604257 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7adf6e45-4b59-45c8-bbab-926f32e3b490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.641115 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-7adf6e45-4b59-45c8-bbab-926f32e3b490 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8805a2293fa428a86e18dfea86e5622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429021 Aug 10 14:11:08.641979 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf6e45-4b59-45c8-bbab-926f32e3b490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e08c65-f567-4e4f-b05a-c71a1718c845,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:08.643844 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50336) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:08.692618 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1a12-a2ff-4882-a7e2-ccc15e981c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.713196 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1a12-a2ff-4882-a7e2-ccc15e981c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.764884 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1a12-a2ff-4882-a7e2-ccc15e981c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.767587 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1a12-a2ff-4882-a7e2-ccc15e981c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:08.768736 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-cd0e1a12-a2ff-4882-a7e2-ccc15e981c59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17e08c65-f567-4e4f-b05a-c71a1718c845 HTTP/1.1" status: 204 len: 168 time: 0.1238940 Aug 10 14:11:08.776949 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e1a12-a2ff-4882-a7e2-ccc15e981c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e08c65-f567-4e4f-b05a-c71a1718c845,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:09.470236 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b87ea3-6464-47c9-95f2-6cbb8338a4b9 req-90756b48-01bf-4149-b3c4-91980208de24 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:09.472169 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a3b87ea3-6464-47c9-95f2-6cbb8338a4b9 req-90756b48-01bf-4149-b3c4-91980208de24 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0487878 Aug 10 14:11:09.510099 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a3b87ea3-6464-47c9-95f2-6cbb8338a4b9 req-47f7aaa0-81ec-4338-8d00-b097794a1732 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Aug 10 14:11:10.407224 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50392) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:10.513481 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-865d4fff-ecb3-4947-a3c2-fce1fcf4d977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:10.629735 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-865d4fff-ecb3-4947-a3c2-fce1fcf4d977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:10.634547 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-865d4fff-ecb3-4947-a3c2-fce1fcf4d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:10.659195 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f902e8-7ed3-431a-bd4c-c23d6b61459a req-59484751-9a0a-4b82-937a-15521d5d8d5a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:10.660710 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b8f902e8-7ed3-431a-bd4c-c23d6b61459a req-59484751-9a0a-4b82-937a-15521d5d8d5a tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0816443 Aug 10 14:11:10.698356 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d4fff-ecb3-4947-a3c2-fce1fcf4d977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434f3a35-4f62-4270-8fb9-3d11983d8953,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:10.702910 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-865d4fff-ecb3-4947-a3c2-fce1fcf4d977 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1576d244ad3b4103a77602bcdc072955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946475 Aug 10 14:11:10.705843 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50398) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:10.724454 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b8f902e8-7ed3-431a-bd4c-c23d6b61459a req-8892f042-554b-4977-80ad-8236721bec2b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573373 Aug 10 14:11:10.755802 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7c52d590-5756-4d27-af71-c3ea4f1a83ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:10.776331 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7c52d590-5756-4d27-af71-c3ea4f1a83ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:10.821947 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7c52d590-5756-4d27-af71-c3ea4f1a83ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:10.825013 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7c52d590-5756-4d27-af71-c3ea4f1a83ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:10.826331 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-7c52d590-5756-4d27-af71-c3ea4f1a83ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/434f3a35-4f62-4270-8fb9-3d11983d8953 HTTP/1.1" status: 204 len: 168 time: 0.1191814 Aug 10 14:11:10.834439 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52d590-5756-4d27-af71-c3ea4f1a83ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434f3a35-4f62-4270-8fb9-3d11983d8953,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:11.060231 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:11:11.083407 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:11:11.083407 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 69f0b6f3-2faf-4014-a571-dcc6cf04c2f3 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:11:11.088665 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50406) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:11.102453 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e5e6f610-1c04-4d9d-9bf2-bb5d420c7870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:11.194674 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e5e6f610-1c04-4d9d-9bf2-bb5d420c7870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:11.198573 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e5e6f610-1c04-4d9d-9bf2-bb5d420c7870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:11.236103 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e5e6f610-1c04-4d9d-9bf2-bb5d420c7870 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53ab3c9ee6fb4e9faa8b91f03fee1e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463714 Aug 10 14:11:11.236937 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6f610-1c04-4d9d-9bf2-bb5d420c7870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166902a6-2d7c-4dc7-b75c-574cd3caa858,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:11.238770 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50410) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:11.287743 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c003ef2d-ea02-4dc6-b70f-37484965d854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:11.308729 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c003ef2d-ea02-4dc6-b70f-37484965d854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:11.357090 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c003ef2d-ea02-4dc6-b70f-37484965d854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:11.359666 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c003ef2d-ea02-4dc6-b70f-37484965d854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:11.360840 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-c003ef2d-ea02-4dc6-b70f-37484965d854 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/166902a6-2d7c-4dc7-b75c-574cd3caa858 HTTP/1.1" status: 204 len: 168 time: 0.1210411 Aug 10 14:11:11.368609 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003ef2d-ea02-4dc6-b70f-37484965d854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166902a6-2d7c-4dc7-b75c-574cd3caa858,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:11.838991 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb1bb-dd76-4b23-beb5-e4d5ac53e88f req-a6a1c5e9-2e61-4865-b309-f81d7f7867fb tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:11.841173 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5d6fb1bb-dd76-4b23-beb5-e4d5ac53e88f req-a6a1c5e9-2e61-4865-b309-f81d7f7867fb tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Aug 10 14:11:11.880112 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5d6fb1bb-dd76-4b23-beb5-e4d5ac53e88f req-ee959c9f-ea44-4068-8484-297af7c5ed2b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Aug 10 14:11:12.710999 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-239f0fe0-a97e-470a-b66a-28b9446424f3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:12.712530 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-239f0fe0-a97e-470a-b66a-28b9446424f3 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Aug 10 14:11:12.816668 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Deleting port 42ab6e77-099b-407e-8264-eab05c1c82dc {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:12.816913 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:12.924078 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] For port 42ab6e77-099b-407e-8264-eab05c1c82dc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=42ab6e77-099b-407e-8264-eab05c1c82dc,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:12.924687 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:12.940392 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Calling delete_port for 42ab6e77-099b-407e-8264-eab05c1c82dc owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:13.048775 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59776c8-30ed-43ee-bf8c-e8001b06a681 req-cb2c7151-8c61-4c8b-b410-77b642e6c342 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:13.050297 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d59776c8-30ed-43ee-bf8c-e8001b06a681 req-cb2c7151-8c61-4c8b-b410-77b642e6c342 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4 HTTP/1.1" status: 200 len: 945 time: 0.1009028 Aug 10 14:11:13.124843 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d59776c8-30ed-43ee-bf8c-e8001b06a681 req-57ba50f3-15a9-48d8-8a7e-8879d352b4da tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616407 Aug 10 14:11:13.148905 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:13.184550 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Pushing event deleted for resources: {'Port': ['ID=42ab6e77-099b-407e-8264-eab05c1c82dc,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:13.221087 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['df38b619-2a3a-466a-9b0f-74325c0ff73d', '42ab6e77-099b-407e-8264-eab05c1c82dc'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:11:13.228769 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] No DVR routers for this DVR port 42ab6e77-099b-407e-8264-eab05c1c82dc on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:11:13.232656 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:13.234730 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-08f2aa76-e95a-467d-9ca2-c287ea74c9f1 req-f9c8d6e6-e86e-4658-b911-442ec3b67d1c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.53 "DELETE /v2.0/ports/42ab6e77-099b-407e-8264-eab05c1c82dc HTTP/1.1" status: 204 len: 173 time: 0.5133634 Aug 10 14:11:13.235193 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4', 'name': 'network-vif-deleted', 'tag': '42ab6e77-099b-407e-8264-eab05c1c82dc'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:11:13.237485 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d28e327-42d5-4e8f-855b-be307d7dacde" -d '{"events": [{"server_uuid": "4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4", "name": "network-vif-deleted", "tag": "42ab6e77-099b-407e-8264-eab05c1c82dc"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:11:13.290891 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e1850a-d6e7-40b8-ba42-224beababc00 x-openstack-request-id: req-a8e1850a-d6e7-40b8-ba42-224beababc00 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:11:13.291185 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4", "name": "network-vif-deleted", "tag": "42ab6e77-099b-407e-8264-eab05c1c82dc", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:11:13.291490 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8e1850a-d6e7-40b8-ba42-224beababc00 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:11:13.291868 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ad62a-fbf0-4c65-8006-4e3f39f4abc4', 'name': 'network-vif-deleted', 'tag': '42ab6e77-099b-407e-8264-eab05c1c82dc', 'status': 'completed', 'code': 200} Aug 10 14:11:13.847618 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50494) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:13.951401 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c8d7f93-fde3-4a1b-9588-e8a23b420cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.039592 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c8d7f93-fde3-4a1b-9588-e8a23b420cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.043452 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c8d7f93-fde3-4a1b-9588-e8a23b420cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.080597 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-5c8d7f93-fde3-4a1b-9588-e8a23b420cd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c12ead5f5b0a4afe91b7b88bc1a0202f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319028 Aug 10 14:11:14.082653 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d7f93-fde3-4a1b-9588-e8a23b420cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694c1b1d-c079-4d61-8867-ec4349fdfb39,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:14.083400 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50498) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:14.133269 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bde2b04d-4b8b-4c68-acc6-c4fba0917e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.156318 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bde2b04d-4b8b-4c68-acc6-c4fba0917e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.206784 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bde2b04d-4b8b-4c68-acc6-c4fba0917e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.209364 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bde2b04d-4b8b-4c68-acc6-c4fba0917e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.211818 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-bde2b04d-4b8b-4c68-acc6-c4fba0917e9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/694c1b1d-c079-4d61-8867-ec4349fdfb39 HTTP/1.1" status: 204 len: 168 time: 0.1268373 Aug 10 14:11:14.220681 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2b04d-4b8b-4c68-acc6-c4fba0917e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c1b1d-c079-4d61-8867-ec4349fdfb39,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:14.403862 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02c03-809c-4979-b3d6-3a7ba24ad862 req-4942c344-9378-4a56-8ab8-672839ab7ca7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:14.405380 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c2c02c03-809c-4979-b3d6-3a7ba24ad862 req-4942c344-9378-4a56-8ab8-672839ab7ca7 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0537198 Aug 10 14:11:14.444603 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c2c02c03-809c-4979-b3d6-3a7ba24ad862 req-fba82bc4-13c2-4947-8c03-2ae015253282 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332620 Aug 10 14:11:14.480198 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50510) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:14.495091 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-841e5f15-11b4-433f-a4b8-ca822c5b0cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.593264 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-841e5f15-11b4-433f-a4b8-ca822c5b0cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.598053 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-841e5f15-11b4-433f-a4b8-ca822c5b0cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.640395 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-841e5f15-11b4-433f-a4b8-ca822c5b0cae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=817734eff8b84bb0a8535bbb3c2bd71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576276 Aug 10 14:11:14.641038 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e5f15-11b4-433f-a4b8-ca822c5b0cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaff22c-6193-48ae-ad9e-55efccf8482e,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:14.642098 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50518) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:14.697837 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e2df840e-e382-4508-8b0f-45080e5de613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.719399 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e2df840e-e382-4508-8b0f-45080e5de613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.768479 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e2df840e-e382-4508-8b0f-45080e5de613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.771800 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e2df840e-e382-4508-8b0f-45080e5de613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:14.773025 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-e2df840e-e382-4508-8b0f-45080e5de613 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3aaff22c-6193-48ae-ad9e-55efccf8482e HTTP/1.1" status: 204 len: 168 time: 0.1299250 Aug 10 14:11:14.784544 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df840e-e382-4508-8b0f-45080e5de613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaff22c-6193-48ae-ad9e-55efccf8482e,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:15.563081 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800ffe7-798d-400c-8175-65679cc36bd8 req-77c294b7-482b-4302-901b-71fa74aa102d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:15.564586 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9800ffe7-798d-400c-8175-65679cc36bd8 req-77c294b7-482b-4302-901b-71fa74aa102d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0517468 Aug 10 14:11:15.604330 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9800ffe7-798d-400c-8175-65679cc36bd8 req-ee074af8-522a-4e32-831b-400fcfeabcdf tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331047 Aug 10 14:11:16.721206 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a180027-6925-4140-828e-3ae2dea0b4d8 req-a0eb7c6c-7e9d-49fd-8af6-bacf9c28e36e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:16.722934 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5a180027-6925-4140-828e-3ae2dea0b4d8 req-a0eb7c6c-7e9d-49fd-8af6-bacf9c28e36e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0520256 Aug 10 14:11:16.759147 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5a180027-6925-4140-828e-3ae2dea0b4d8 req-9c213670-14e7-4817-865b-5af04fbd989c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302799 Aug 10 14:11:17.878245 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94a6c8-a286-444d-893e-a0ff7839e381 req-1ab05d6d-92bf-4ba9-b6c5-40479f22ac2d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:17.879657 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bc94a6c8-a286-444d-893e-a0ff7839e381 req-1ab05d6d-92bf-4ba9-b6c5-40479f22ac2d tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0522022 Aug 10 14:11:17.916395 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bc94a6c8-a286-444d-893e-a0ff7839e381 req-b098d2b5-6ec0-48fd-9868-aa478d74755e tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307319 Aug 10 14:11:19.032123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df59dab-708f-4884-87a2-406a503b3fda req-14272653-d24a-4a82-b7b2-eac2604343b1 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:19.033593 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3df59dab-708f-4884-87a2-406a503b3fda req-14272653-d24a-4a82-b7b2-eac2604343b1 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0491352 Aug 10 14:11:19.074624 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3df59dab-708f-4884-87a2-406a503b3fda req-7bc77678-4348-437b-b150-193733813b60 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Aug 10 14:11:19.582197 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 42ab6e77-099b-407e-8264-eab05c1c82dc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:11:19.602559 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 42ab6e77-099b-407e-8264-eab05c1c82dc {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:11:19.602902 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 42ab6e77-099b-407e-8264-eab05c1c82dc not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:11:20.214080 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53981aa4-bdee-415f-83ae-c1f188e62dfa req-cee6f036-148c-4f6d-a160-6dcaa4a82d91 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:20.216109 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-53981aa4-bdee-415f-83ae-c1f188e62dfa req-cee6f036-148c-4f6d-a160-6dcaa4a82d91 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0738618 Aug 10 14:11:20.253416 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-53981aa4-bdee-415f-83ae-c1f188e62dfa req-be06edba-4bf7-48d5-9381-8efa5698bbbf tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Aug 10 14:11:21.309818 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-e499642e-b9c1-4a0c-ab97-07de6edb0989 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:21.311504 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-e499642e-b9c1-4a0c-ab97-07de6edb0989 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.0732841 Aug 10 14:11:21.368571 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-c96f08f4-300c-41b4-841a-9e515a0ea8ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0940223 Aug 10 14:11:21.440906 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4b93-dcb9-4083-a165-76db00bc4e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:21.473997 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228fc80-96cd-4266-a5f9-db350de85240 req-ad9474bd-a4d7-47f6-8b21-8758634bd74c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:21.475509 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1228fc80-96cd-4266-a5f9-db350de85240 req-ad9474bd-a4d7-47f6-8b21-8758634bd74c tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 945 time: 0.1550300 Aug 10 14:11:21.497250 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-c3b5abb7-e224-429a-9d80-7b0a68964bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:21.498674 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-c3b5abb7-e224-429a-9d80-7b0a68964bd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 1100 time: 0.0834620 Aug 10 14:11:21.519977 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Deleting port df38b619-2a3a-466a-9b0f-74325c0ff73d {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:21.520326 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:21.634687 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1228fc80-96cd-4266-a5f9-db350de85240 req-288a4801-8a65-440b-8b75-20c67f06176b tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/security-groups?id=913bebad-0075-4e7e-81e0-1b2d97f4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504245 Aug 10 14:11:21.698035 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] For port df38b619-2a3a-466a-9b0f-74325c0ff73d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=df38b619-2a3a-466a-9b0f-74325c0ff73d,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:21.698398 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:21.719433 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Calling delete_port for df38b619-2a3a-466a-9b0f-74325c0ff73d owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:21.731489 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-2a5a96ce-1313-4dd9-9e95-7676f3544459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:21.732971 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-2a5a96ce-1313-4dd9-9e95-7676f3544459 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.2060483 Aug 10 14:11:21.850120 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-970cd201-67e5-4cd7-8cb5-de5376dc0fee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f HTTP/1.1" status: 200 len: 1002 time: 0.0835419 Aug 10 14:11:21.931613 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-412d366c-4aad-40ed-b4d8-79b8ee84bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:21.933091 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-412d366c-4aad-40ed-b4d8-79b8ee84bba5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0738130 Aug 10 14:11:21.980317 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.025122 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['df38b619-2a3a-466a-9b0f-74325c0ff73d'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:11:22.029708 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-4b6da012-05d2-429c-bfd2-e02809dbd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:22.031111 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-4b6da012-05d2-429c-bfd2-e02809dbd99d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0884151 Aug 10 14:11:22.045021 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Pushing event deleted for resources: {'Port': ['ID=df38b619-2a3a-466a-9b0f-74325c0ff73d,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:22.075542 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] No DVR routers for this DVR port df38b619-2a3a-466a-9b0f-74325c0ff73d on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:11:22.078166 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.080561 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3da0b9da-83af-41ab-bb07-7706a3b9dad8 req-ce195d31-a582-49cf-aae7-991968db71f5 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.53 "DELETE /v2.0/ports/df38b619-2a3a-466a-9b0f-74325c0ff73d HTTP/1.1" status: 204 len: 173 time: 0.7612083 Aug 10 14:11:22.092128 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaf450b-891e-4ab8-a35a-acd2c611cf9e', 'name': 'network-vif-deleted', 'tag': 'df38b619-2a3a-466a-9b0f-74325c0ff73d'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:11:22.094851 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31156f6d-9b97-47da-b82b-16b76322c781" -d '{"events": [{"server_uuid": "2aaf450b-891e-4ab8-a35a-acd2c611cf9e", "name": "network-vif-deleted", "tag": "df38b619-2a3a-466a-9b0f-74325c0ff73d"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:11:22.164857 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfebf61-ca25-43be-9350-6c809e35b988 x-openstack-request-id: req-1bfebf61-ca25-43be-9350-6c809e35b988 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:11:22.165137 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaf450b-891e-4ab8-a35a-acd2c611cf9e", "name": "network-vif-deleted", "tag": "df38b619-2a3a-466a-9b0f-74325c0ff73d", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:11:22.165390 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1bfebf61-ca25-43be-9350-6c809e35b988 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:11:22.165782 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaf450b-891e-4ab8-a35a-acd2c611cf9e', 'name': 'network-vif-deleted', 'tag': 'df38b619-2a3a-466a-9b0f-74325c0ff73d', 'status': 'completed', 'code': 200} Aug 10 14:11:22.178571 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50688) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:22.186906 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-a66e3446-9b64-4879-82b5-081004d5ff77 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382282 Aug 10 14:11:22.283720 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5a921b4-947a-4697-9f22-28bdb0927c29 req-a7029165-5a2b-46b5-b40a-329f27b2e7a5 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863221 Aug 10 14:11:22.295594 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-17dece0e-4c24-4500-a099-a9be7644a1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.386272 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-17dece0e-4c24-4500-a099-a9be7644a1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.391231 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-17dece0e-4c24-4500-a099-a9be7644a1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.421586 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.428845 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dece0e-4c24-4500-a099-a9be7644a1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea161666-3553-4705-b5ad-ed29db2e6b63,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:22.435843 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-17dece0e-4c24-4500-a099-a9be7644a1ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c6121b03bcb47e49e2666cbdeb21806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558255 Aug 10 14:11:22.436181 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50692) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:22.485921 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-54349496-2d38-4a29-a0d1-1fda570ad2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.506537 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-54349496-2d38-4a29-a0d1-1fda570ad2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.552344 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-54349496-2d38-4a29-a0d1-1fda570ad2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.554914 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-54349496-2d38-4a29-a0d1-1fda570ad2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:22.556193 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-54349496-2d38-4a29-a0d1-1fda570ad2c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea161666-3553-4705-b5ad-ed29db2e6b63 HTTP/1.1" status: 204 len: 168 time: 0.1189439 Aug 10 14:11:22.563769 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54349496-2d38-4a29-a0d1-1fda570ad2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea161666-3553-4705-b5ad-ed29db2e6b63,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:22.790359 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c7f2fc43-20a2-4aa4-a68b-727f035daa4c req-20f0d940-6231-4b27-a252-7d2638699ce2 tempest-ServerRescueNegativeTestJSON-573031807 tempest-ServerRescueNegativeTestJSON-573031807-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aaf450b-891e-4ab8-a35a-acd2c611cf9e HTTP/1.1" status: 200 len: 210 time: 0.0506601 Aug 10 14:11:22.888349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50708) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:22.909707 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-530f38f5-3eb0-4da3-98a2-602e820e99fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:23.005724 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-530f38f5-3eb0-4da3-98a2-602e820e99fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:23.009595 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-530f38f5-3eb0-4da3-98a2-602e820e99fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:23.047899 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-530f38f5-3eb0-4da3-98a2-602e820e99fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dc1af725f5f4aea9af2197a537ec82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581650 Aug 10 14:11:23.048811 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f38f5-3eb0-4da3-98a2-602e820e99fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1a20d2-485b-4848-8cb0-746fe5fdd225,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:23.050545 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50710) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:23.102468 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8c0242f0-fa4c-45b9-8c9d-9ee2f7f2aa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:23.123832 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8c0242f0-fa4c-45b9-8c9d-9ee2f7f2aa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:23.171217 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8c0242f0-fa4c-45b9-8c9d-9ee2f7f2aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:23.173633 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8c0242f0-fa4c-45b9-8c9d-9ee2f7f2aa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:23.174769 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-8c0242f0-fa4c-45b9-8c9d-9ee2f7f2aa25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a1a20d2-485b-4848-8cb0-746fe5fdd225 HTTP/1.1" status: 204 len: 168 time: 0.1232491 Aug 10 14:11:23.182592 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0242f0-fa4c-45b9-8c9d-9ee2f7f2aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1a20d2-485b-4848-8cb0-746fe5fdd225,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:23.764000 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-78ad595c-1dd4-4773-a9c1-c7626dfafee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:23.826527 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50734) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:23.845126 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50736) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:23.953335 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1042447544-network', 'tenant_id': '2e36d49a0962452baa619af5771f20dd'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:23.975975 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Made reservation on behalf of 2e36d49a0962452baa619af5771f20dd for: {'network': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:11:23.979496 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:23.990955 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.086177 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.090461 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.117880 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=93625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:11:24.127697 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0bf904-2ee2-4fb6-947d-39d2b5fe30a1,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:24.132538 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.132886 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.segments_db [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Added segment 4b502bab-c882-446e-9261-aaeb223606cf of type vlan for network 82761348-e1fe-4ceb-8fef-0681729569c3 Aug 10 14:11:24.173894 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.188486 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.206468 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.207424 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:24.208283 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.264448 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4180729 Aug 10 14:11:24.267357 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50748) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:24.274247 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Request body: {'subnet': {'network_id': '82761348-e1fe-4ceb-8fef-0681729569c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1042447544-subnet', 'tenant_id': '2e36d49a0962452baa619af5771f20dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:24.275074 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16462999'] for router_interface, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.278864 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a0502-7675-4884-9039-00c3ae718381 admin admin] Pushing event updated for resources: {'Network': ['ID=82761348-e1fe-4ceb-8fef-0681729569c3,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:24.295071 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 82761348-e1fe-4ceb-8fef-0681729569c3 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:11:24.297858 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Made reservation on behalf of 2e36d49a0962452baa619af5771f20dd for: {'subnet': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:11:24.301110 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385917'] for subnet, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.582331 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Deleting port 972d01df-d0e6-43a1-86ba-14b4e5e5212e {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:24.582685 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.671910 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device df38b619-2a3a-466a-9b0f-74325c0ff73d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:11:24.672158 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] For port 972d01df-d0e6-43a1-86ba-14b4e5e5212e, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=972d01df-d0e6-43a1-86ba-14b4e5e5212e,segment=NetworkSegment(f35346ea-1f27-4ecb-9261-30dad9b5ef0a),segment_id=f35346ea-1f27-4ecb-9261-30dad9b5ef0a)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:24.672548 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.686405 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Calling delete_port for 972d01df-d0e6-43a1-86ba-14b4e5e5212e owned by network:router_interface {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:24.692959 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: df38b619-2a3a-466a-9b0f-74325c0ff73d {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:11:24.693455 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device df38b619-2a3a-466a-9b0f-74325c0ff73d not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:11:24.694897 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13547448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385903'] for subnet, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.755241 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b6bc25f-f97c-46ae-b4f0-64110948591f,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:24.763020 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Checking segment: {'id': '4b502bab-c882-446e-9261-aaeb223606cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82761348-e1fe-4ceb-8fef-0681729569c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:24.763420 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Network hostable DHCP agents. Network: 82761348-e1fe-4ceb-8fef-0681729569c3, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:11:24.779550 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Network 82761348-e1fe-4ceb-8fef-0681729569c3 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:11:24.788332 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 82761348-e1fe-4ceb-8fef-0681729569c3) {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:24.792496 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:24.793104 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.800053 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f64d89-763e-4ec1-98e3-d97c866e93ca None None] Network 82761348-e1fe-4ceb-8fef-0681729569c3 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:11:24.810493 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-aeee8673-e727-4bcc-ad5a-504c9b11aa32 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5402837 Aug 10 14:11:24.890436 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.907795 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:24.938314 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=972d01df-d0e6-43a1-86ba-14b4e5e5212e,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:24.952839 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc3090f-db2b-4811-b766-2ea82a67df0d None None] Network 82761348-e1fe-4ceb-8fef-0681729569c3 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:11:25.106540 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16280378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16420903'] for router_interface, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.332971 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Router f3550bbc-bb69-4799-ab3e-57e747901bcb has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:11:25.381896 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50770) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:25.386891 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1158424743-network', 'tenant_id': '1dffb0cd620d4440a3c8b7c243099985'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:25.407472 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Made reservation on behalf of 1dffb0cd620d4440a3c8b7c243099985 for: {'network': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:11:25.409811 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.418792 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.441796 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:11:25.446991 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-f58554b9-a0ea-4a69-b28e-933cb567e6f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/f3550bbc-bb69-4799-ab3e-57e747901bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6193576 Aug 10 14:11:25.450455 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50772) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:25.454008 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] Sync routers for ids ['f3550bbc-bb69-4799-ab3e-57e747901bcb'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:11:25.463656 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] Routers {'f3550bbc-bb69-4799-ab3e-57e747901bcb'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:25.464266 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f3550bbc-bb69-4799-ab3e-57e747901bcb'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:25.573011 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] Set router f3550bbc-bb69-4799-ab3e-57e747901bcb gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:25.604175 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.648163 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.658099 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.718847 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:11:25.740131 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.740474 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.segments_db [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Added segment 8a8d9cce-5953-4a74-812f-eb80d0a94a47 of type vlan for network 6c288f26-a2ac-4abc-9190-2180bd613c34 Aug 10 14:11:25.741770 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d861f-0fd1-4096-98d5-6163406f59ae,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:25.755773 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:11:24Z', 'revision_number': 5, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'gw_port': {'id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:14Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:25.782490 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] Checking router: f3550bbc-bb69-4799-ab3e-57e747901bcb for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:11:25.786308 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.791854 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] Routers {'f3550bbc-bb69-4799-ab3e-57e747901bcb'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:25.792486 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f3550bbc-bb69-4799-ab3e-57e747901bcb'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:25.800189 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.856078 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.857069 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:25.857661 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.928970 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Deleting port 99557939-bb3b-4f0a-ba1b-8045676c35b8 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:25.929234 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.934219 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5513158 Aug 10 14:11:25.937448 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50774) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:25.942637 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Request body: {'subnet': {'network_id': '6c288f26-a2ac-4abc-9190-2180bd613c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1158424743-subnet', 'tenant_id': '1dffb0cd620d4440a3c8b7c243099985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:25.967704 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Made reservation on behalf of 1dffb0cd620d4440a3c8b7c243099985 for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:11:25.970085 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13264278'] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:25.971720 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3231b45-df1b-4b49-818f-8484ddfe5d63 admin admin] Pushing event updated for resources: {'Network': ['ID=6c288f26-a2ac-4abc-9190-2180bd613c34,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:25.982813 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 6c288f26-a2ac-4abc-9190-2180bd613c34 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:11:26.008714 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] Set router f3550bbc-bb69-4799-ab3e-57e747901bcb gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:26.025062 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] For port 99557939-bb3b-4f0a-ba1b-8045676c35b8, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=99557939-bb3b-4f0a-ba1b-8045676c35b8,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:26.025462 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.046021 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Calling delete_port for 99557939-bb3b-4f0a-ba1b-8045676c35b8 owned by network:router_gateway {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:26.229214 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:11:24Z', 'revision_number': 5, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'gw_port': {'id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:14Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:26.265754 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73364898-f804-46d5-a284-fb20b43afe21 None None] The sync data for ids ['f3550bbc-bb69-4799-ab3e-57e747901bcb'] in dv-cinder-788363-11-iscsi is: [{'id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-764247576-router', 'tenant_id': '51c9d3d5846a4ac59902ef873d009eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:11:24Z', 'revision_number': 5, 'project_id': '51c9d3d5846a4ac59902ef873d009eae', 'gw_port': {'id': '99557939-bb3b-4f0a-ba1b-8045676c35b8', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3550bbc-bb69-4799-ab3e-57e747901bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:14Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:11:26.278934 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.312054 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=99557939-bb3b-4f0a-ba1b-8045676c35b8,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:26.378935 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16421825'] for router_gateway, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.385416 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14095255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13264260'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.441885 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f945f9a0-51ae-45c7-8372-778fee162a43,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:26.450971 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Checking segment: {'id': '8a8d9cce-5953-4a74-812f-eb80d0a94a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c288f26-a2ac-4abc-9190-2180bd613c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:26.451362 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Network hostable DHCP agents. Network: 6c288f26-a2ac-4abc-9190-2180bd613c34, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:11:26.467933 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Network 6c288f26-a2ac-4abc-9190-2180bd613c34 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:11:26.476923 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 6c288f26-a2ac-4abc-9190-2180bd613c34) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:26.481519 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:26.482147 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.486550 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40590'] for router, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.488206 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac49ca-3b3c-426e-978f-8c2d1578ac70 None None] Network 6c288f26-a2ac-4abc-9190-2180bd613c34 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:11:26.488971 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.508407 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-5870174a-9eaa-4f12-bfc1-bfc306252f85 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5695028 Aug 10 14:11:26.554122 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16419116'] for router, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.555058 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3550bbc-bb69-4799-ab3e-57e747901bcb {{(pid=93625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:11:26.562712 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.564092 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-d0a69f33-e3d9-40a4-9486-100835620b57 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f3550bbc-bb69-4799-ab3e-57e747901bcb HTTP/1.1" status: 204 len: 168 time: 1.1129751 Aug 10 14:11:26.566741 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50788) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:26.615207 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_v2 [None req-2470cf50-285c-4789-a19c-ae6fc72c1a26 admin admin] Deleting subnet 59e8d6ad-687c-435d-bdc4-b56a61daec94 {{(pid=93625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:11:26.616546 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2470cf50-285c-4789-a19c-ae6fc72c1a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.633053 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1891a24f-fb6d-47d0-96fd-ea8472f723e7 None None] Network 6c288f26-a2ac-4abc-9190-2180bd613c34 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:11:26.671676 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2470cf50-285c-4789-a19c-ae6fc72c1a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13391606'] for subnet, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.734712 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2470cf50-285c-4789-a19c-ae6fc72c1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.827494 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2470cf50-285c-4789-a19c-ae6fc72c1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13547513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13386332'] for subnet, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.848181 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 972d01df-d0e6-43a1-86ba-14b4e5e5212e no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:11:26.865488 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470cf50-285c-4789-a19c-ae6fc72c1a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e8d6ad-687c-435d-bdc4-b56a61daec94,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:26.867660 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2470cf50-285c-4789-a19c-ae6fc72c1a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.870309 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-2470cf50-285c-4789-a19c-ae6fc72c1a26 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/59e8d6ad-687c-435d-bdc4-b56a61daec94 HTTP/1.1" status: 204 len: 168 time: 0.3019776 Aug 10 14:11:26.870772 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 972d01df-d0e6-43a1-86ba-14b4e5e5212e {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:11:26.871160 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 972d01df-d0e6-43a1-86ba-14b4e5e5212e not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:11:26.872335 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50794) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:26.885026 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:26.962915 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.047507 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.060665 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb843b2e-dadb-42ac-8598-37adb15031e0']}} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:27.073285 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a') {'for_net_delete': True} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:27.073593 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35346ea-1f27-4ecb-9261-30dad9b5ef0a') {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:27.083972 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13391503'] for segment, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.100498 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.107509 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:11:27.108138 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13547283'] for segment, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: Traceback (most recent call last): Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: timer() Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: cb(*args, **kw) Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: return func(*args, **kwargs) Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: self._notify() Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: self.callback(batched_events) Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: event.method(event) Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: return f(self, *a, **k) Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._get(url).json() Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: return self.request(url, 'GET', **kwargs) Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:11:27.109855 dv-cinder-788363-11-iscsi neutron-server[93625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:11:27.177132 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.185762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.188035 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/eb843b2e-dadb-42ac-8598-37adb15031e0 HTTP/1.1" status: 204 len: 168 time: 0.3145268 Aug 10 14:11:27.200291 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608521e-c33b-4967-975e-b0e6f5dd46b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb843b2e-dadb-42ac-8598-37adb15031e0,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:27.363251 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50806) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:27.406859 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-34125433-5d9e-4def-b65b-52348169aa90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51c9d3d5846a4ac59902ef873d009eae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423453 Aug 10 14:11:27.409713 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50810) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:27.463821 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-898b5bb7-dedd-4acf-b85a-a7ac5d45e12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.492703 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-898b5bb7-dedd-4acf-b85a-a7ac5d45e12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.539475 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-898b5bb7-dedd-4acf-b85a-a7ac5d45e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.541945 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-898b5bb7-dedd-4acf-b85a-a7ac5d45e12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:27.543652 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-898b5bb7-dedd-4acf-b85a-a7ac5d45e12f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/913bebad-0075-4e7e-81e0-1b2d97f4b905 HTTP/1.1" status: 204 len: 168 time: 0.1329477 Aug 10 14:11:27.552313 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b5bb7-dedd-4acf-b85a-a7ac5d45e12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913bebad-0075-4e7e-81e0-1b2d97f4b905,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:28.694383 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 99557939-bb3b-4f0a-ba1b-8045676c35b8 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:11:28.722266 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 99557939-bb3b-4f0a-ba1b-8045676c35b8 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:11:28.722620 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 99557939-bb3b-4f0a-ba1b-8045676c35b8 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:11:30.912887 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50922) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:30.959480 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_v2 [None req-756f6c37-3be0-4707-a190-74decc79a1a1 admin admin] Deleting subnet b8f829a9-ed05-423e-9307-cbad420dc602 {{(pid=93626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:11:30.962447 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-756f6c37-3be0-4707-a190-74decc79a1a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.003825 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-756f6c37-3be0-4707-a190-74decc79a1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14171189'] for subnet, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.044235 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-756f6c37-3be0-4707-a190-74decc79a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.098973 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-756f6c37-3be0-4707-a190-74decc79a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13264759'] for subnet, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.124266 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f6c37-3be0-4707-a190-74decc79a1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f829a9-ed05-423e-9307-cbad420dc602,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:31.128119 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-756f6c37-3be0-4707-a190-74decc79a1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.132284 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-756f6c37-3be0-4707-a190-74decc79a1a1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b8f829a9-ed05-423e-9307-cbad420dc602 HTTP/1.1" status: 204 len: 168 time: 0.2161250 Aug 10 14:11:31.133137 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50928) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:31.206411 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.284862 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.295716 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b856198-7732-4633-8464-6bfac4b14869']}} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:31.307563 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def') {'for_net_delete': True} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:31.307905 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d0d7fe-b5c1-4c3e-9d6a-7114c9420def') {} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:31.318333 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14171212'] for segment, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.332291 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.338003 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:11:31.338395 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14095164'] for segment, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: Traceback (most recent call last): Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: timer() Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: cb(*args, **kw) Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: return func(*args, **kwargs) Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: self._notify() Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: self.callback(batched_events) Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: event.method(event) Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: return f(self, *a, **k) Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._get(url).json() Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: return self.request(url, 'GET', **kwargs) Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:11:31.340618 dv-cinder-788363-11-iscsi neutron-server[93626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:11:31.397029 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.402291 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.404267 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] 10.222.0.26 "DELETE /v2.0/networks/8b856198-7732-4633-8464-6bfac4b14869 HTTP/1.1" status: 204 len: 168 time: 0.2708781 Aug 10 14:11:31.414786 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e9419-9c9b-482b-bc21-2ffcd782be1c admin admin] Pushing event deleted for resources: {'Network': ['ID=8b856198-7732-4633-8464-6bfac4b14869,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:31.565172 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 50940) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:31.608253 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-805c5fdb-51a5-4533-9953-04e0e33b6e6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b2b8aba95494a9c8812036defa6f675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418715 Aug 10 14:11:31.610928 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50944) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:31.661299 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddf37-b963-4e0c-8745-c2f20523b52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.682210 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddf37-b963-4e0c-8745-c2f20523b52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.733254 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddf37-b963-4e0c-8745-c2f20523b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.736359 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddf37-b963-4e0c-8745-c2f20523b52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:31.738500 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-bc0ddf37-b963-4e0c-8745-c2f20523b52a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a90232a1-57ac-4a34-9834-ede49c9458ba HTTP/1.1" status: 204 len: 168 time: 0.1265221 Aug 10 14:11:31.751706 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ddf37-b963-4e0c-8745-c2f20523b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90232a1-57ac-4a34-9834-ede49c9458ba,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:32.420080 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50982) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:32.521588 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1609845908-network', 'tenant_id': '758775bbbcbf479a918e7e586753aee6'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:32.545029 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Made reservation on behalf of 758775bbbcbf479a918e7e586753aee6 for: {'network': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:11:32.547589 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:32.556287 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:32.655448 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:32.659471 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:32.686478 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:11:32.691752 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcb6177-17dd-44dc-84c5-49daea21149b,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:32.700557 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:32.701039 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.segments_db [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Added segment 355e0b32-5827-4cfe-82f1-8df83aff7c19 of type vlan for network 5a458730-9541-4ff6-a861-0f529102559f Aug 10 14:11:32.740598 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:32.767916 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:32.768998 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:32.769554 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:32.822819 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4015169 Aug 10 14:11:32.826060 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50992) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:32.830707 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Request body: {'subnet': {'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1609845908-subnet', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'ip_version': 4}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:32.836493 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f2fe0-5aca-42f3-9627-4994ac2c3d67 admin admin] Pushing event updated for resources: {'Network': ['ID=5a458730-9541-4ff6-a861-0f529102559f,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:32.846616 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 5a458730-9541-4ff6-a861-0f529102559f details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:11:32.859331 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Made reservation on behalf of 758775bbbcbf479a918e7e586753aee6 for: {'subnet': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:11:32.861706 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385917'] for subnet, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.030224 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13547448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385903'] for subnet, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.078528 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=201af45a-0afb-4ad4-a26e-930ccd725184,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:33.097189 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Checking segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:33.097548 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Network hostable DHCP agents. Network: 5a458730-9541-4ff6-a861-0f529102559f, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:11:33.112367 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Network 5a458730-9541-4ff6-a861-0f529102559f is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:11:33.123005 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 5a458730-9541-4ff6-a861-0f529102559f) {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:33.127150 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:33.127779 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.133154 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745950de-756f-4b0a-8b66-a1ffd120ae4e None None] Network 5a458730-9541-4ff6-a861-0f529102559f requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:11:33.142421 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-3aa72141-7187-457a-94d6-b7e32a9d5e1f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3153477 Aug 10 14:11:33.145941 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 50994) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:33.150349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:33.171680 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.172910 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.234326 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.288947 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-5a458730-9541-4ff6-a861-0f529102559f', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:11:33.289869 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.383815 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.424115 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Allocated IP 172.20.0.2 (5a458730-9541-4ff6-a861-0f529102559f/201af45a-0afb-4ad4-a26e-930ccd725184/d94bf808-073e-4d37-b7a2-fbfd2e8dbd93) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:11:33.562609 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.570525 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Transition to ACTIVE for port object d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:33.577199 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.585145 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Transition to ACTIVE for port object d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:33.592047 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.600750 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.625932 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Network 5a458730-9541-4ff6-a861-0f529102559f is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:11:33.628747 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:33.632162 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:11:33.649484 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Pushing event updated for resources: {'Port': ['ID=d94bf808-073e-4d37-b7a2-fbfd2e8dbd93,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:33.692966 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Attempting to bind port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:11:33.693331 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Attempting to bind port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:11:33.693692 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Attempting to bind port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 on network 5a458730-9541-4ff6-a861-0f529102559f {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:11:33.698532 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:11:33.699458 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Checking segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:33.699871 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.700263 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Bound using segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:11:33.700720 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Bound port: d94bf808-073e-4d37-b7a2-fbfd2e8dbd93, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:11:33.701162 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.711225 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Allocated IP 172.27.1.208 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/9296185b-e7ee-4b08-ab9a-179d5585b575) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:11:33.762127 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] For port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:11:33.765400 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] For port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=d94bf808-073e-4d37-b7a2-fbfd2e8dbd93,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:11:33.769653 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.819496 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.841805 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e98f2-6ed9-4250-b559-3a54018475d0 None None] Pushing event updated for resources: {'Port': ['ID=d94bf808-073e-4d37-b7a2-fbfd2e8dbd93,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:33.862188 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:33.906960 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:11:33.909820 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:33.913293 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:11:33.943316 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Pushing event updated for resources: {'Port': ['ID=9296185b-e7ee-4b08-ab9a-179d5585b575,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:34.399591 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:34.596757 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:34.737780 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:11:34.749079 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99874c-c0c5-461f-80e3-8d3553bdd1b1 None None] Network 5a458730-9541-4ff6-a861-0f529102559f requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:11:34.792245 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:34.847619 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:11:34.863224 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:34.864500 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-fdbddb8a-a83a-4028-99cd-d55d5a4a63fc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7176211 Aug 10 14:11:34.865804 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Sync routers for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:11:34.867245 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51010) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:34.911732 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-8c933907-7cd1-479e-b746-daaf8913d01d None None] Provisioning for port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:34.918491 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:34.919068 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:34.928294 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:34.963386 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:34.963763 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:35.100302 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:35.228528 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:35.289592 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=d94bf808-073e-4d37-b7a2-fbfd2e8dbd93,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:35.294021 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:35.318929 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:35.393674 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-e3c8012f-13b1-46a1-b276-07f1aabd6282 None None] Provisioning complete for port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:35.393674 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-e3c8012f-13b1-46a1-b276-07f1aabd6282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:35.426782 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=d94bf808-073e-4d37-b7a2-fbfd2e8dbd93,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:35.475440 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:34Z', 'revision_number': 3, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:35.503970 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Allocated IP 172.20.0.1 (5a458730-9541-4ff6-a861-0f529102559f/201af45a-0afb-4ad4-a26e-930ccd725184/b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:11:35.504965 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Checking router: f0c3d0a4-cc53-437d-bb0b-d6c92867f715 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:11:35.505464 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Updating router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 port 9296185b-e7ee-4b08-ab9a-179d5585b575 binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:11:35.657181 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:35.671705 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Transition to ACTIVE for port object b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:35.695625 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:35.705572 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:35.746702 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Network 5a458730-9541-4ff6-a861-0f529102559f is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:11:35.751740 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:35.755262 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:11:35.780928 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Pushing event updated for resources: {'Port': ['ID=b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:35.803841 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:35.968453 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.031478 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.048119 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Transition to ACTIVE for port object 9296185b-e7ee-4b08-ab9a-179d5585b575 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:36.055412 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.089097 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-39ad124a-1576-4a30-b80a-9ebe7d526042 None None] Provisioning for port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:36.104192 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-39ad124a-1576-4a30-b80a-9ebe7d526042 None None] Provisioning complete for port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:36.104564 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-39ad124a-1576-4a30-b80a-9ebe7d526042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.138990 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Attempting to bind port 9296185b-e7ee-4b08-ab9a-179d5585b575 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:11:36.139536 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Attempting to bind port 9296185b-e7ee-4b08-ab9a-179d5585b575 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:11:36.139910 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Attempting to bind port 9296185b-e7ee-4b08-ab9a-179d5585b575 on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:11:36.151727 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9183d3-b979-4b9b-ba81-9a10b60f9abb None None] Pushing event updated for resources: {'Port': ['ID=9296185b-e7ee-4b08-ab9a-179d5585b575,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:36.156838 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:11:36.157223 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:36.157633 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.158024 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:11:36.158511 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Bound port: 9296185b-e7ee-4b08-ab9a-179d5585b575, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:11:36.158897 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.162387 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.162763 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-39ad124a-1576-4a30-b80a-9ebe7d526042 None None] Port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:11:36.169047 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.208367 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:11:36.217269 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] For port 9296185b-e7ee-4b08-ab9a-179d5585b575, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:11:36.220916 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] For port 9296185b-e7ee-4b08-ab9a-179d5585b575, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9296185b-e7ee-4b08-ab9a-179d5585b575,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:11:36.225999 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.238420 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Pushing event updated for resources: {'Port': ['ID=b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:36.243420 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.289342 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:36.289992 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:36.333613 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9183d3-b979-4b9b-ba81-9a10b60f9abb None None] Pushing event updated for resources: {'Port': ['ID=9296185b-e7ee-4b08-ab9a-179d5585b575,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:36.354797 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Network 5a458730-9541-4ff6-a861-0f529102559f is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:11:36.356284 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:36.417655 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:36.485395 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:11:36.656762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:11:36.663905 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-14aa9dbf-6ef0-4dac-a29f-a6dda42c745d admin admin] 10.222.0.26 "PUT /v2.0/routers/f0c3d0a4-cc53-437d-bb0b-d6c92867f715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7952867 Aug 10 14:11:36.702568 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-0b3aa380-6274-417f-995d-a7479efecadb None None] Provisioning complete for port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:36.702568 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0b3aa380-6274-417f-995d-a7479efecadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.742412 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:36Z', 'revision_number': 2, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:36.744236 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-0b3aa380-6274-417f-995d-a7479efecadb None None] Port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:11:36.801449 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71726168-30d5-4ef9-b184-2b7e848c05b0 None None] The sync data for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi is: [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:36Z', 'revision_number': 2, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:11:36.806140 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:36.879496 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:36.880051 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:36.910695 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6a123-8cb5-4d86-b77b-523bf573354d req-022f7b22-5c9e-412c-8d18-e1bd5d22f481 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:36.912387 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ca6a123-8cb5-4d86-b77b-523bf573354d req-022f7b22-5c9e-412c-8d18-e1bd5d22f481 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0728850 Aug 10 14:11:36.963850 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ca6a123-8cb5-4d86-b77b-523bf573354d req-9144eb07-c955-479b-b2c1-bf428e89078a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Aug 10 14:11:37.379196 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51080) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:37.384557 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-390173614-network', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:37.412546 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Made reservation on behalf of 37d2cf2d81034805ab649a49c0af0c8b for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:11:37.415979 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.428413 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.530563 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.534792 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.565606 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:11:37.577007 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356512fa-a83c-44cf-9a99-db35130ea97d,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:37.582033 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.582408 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Added segment 335c27fc-6da6-4b4e-a1fe-ba1f846b140d of type vlan for network 0e4adf83-efb7-4249-a181-d054895460fc Aug 10 14:11:37.626291 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.656623 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.657612 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:37.658218 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.717118 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3366988 Aug 10 14:11:37.719918 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51084) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:37.726886 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Request body: {'subnet': {'network_id': '0e4adf83-efb7-4249-a181-d054895460fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-390173614-subnet', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:37.731965 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82529990-7a17-48cc-b384-29d3d1fdd9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4adf83-efb7-4249-a181-d054895460fc,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:37.747346 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 0e4adf83-efb7-4249-a181-d054895460fc details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:11:37.751599 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Made reservation on behalf of 37d2cf2d81034805ab649a49c0af0c8b for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:11:37.753959 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13264278'] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.931926 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14095255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13264260'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:37.982531 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70b4745-b3cf-40bc-9efa-b0cd18f4608d,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:37.998949 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Checking segment: {'id': '335c27fc-6da6-4b4e-a1fe-ba1f846b140d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:37.999606 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Network hostable DHCP agents. Network: 0e4adf83-efb7-4249-a181-d054895460fc, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:11:38.022162 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Network 0e4adf83-efb7-4249-a181-d054895460fc is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:11:38.036436 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 0e4adf83-efb7-4249-a181-d054895460fc) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:38.044118 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:38.051750 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.053460 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a762c-6277-4403-b6db-534caf14a47a None None] Network 0e4adf83-efb7-4249-a181-d054895460fc requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:11:38.074924 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-353a5073-545d-48a1-8af6-84ec8b5ab21a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3518062 Aug 10 14:11:38.077338 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51094) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:38.090329 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:38.104338 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c1882-2caf-4779-be30-3f6f44f42306 req-0733732c-be41-4873-b3cd-a5c843af4f2a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:38.113951 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-875c1882-2caf-4779-be30-3f6f44f42306 req-0733732c-be41-4873-b3cd-a5c843af4f2a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0639172 Aug 10 14:11:38.129342 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.131959 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.156233 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-875c1882-2caf-4779-be30-3f6f44f42306 req-7a2a025b-f696-472b-bc8f-e4e066c86364 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Aug 10 14:11:38.204713 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.276744 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-0e4adf83-efb7-4249-a181-d054895460fc', 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'fixed_ips': [{'subnet_id': 'c70b4745-b3cf-40bc-9efa-b0cd18f4608d'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:11:38.278884 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.366275 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.430996 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Allocated IP 172.20.0.2 (0e4adf83-efb7-4249-a181-d054895460fc/c70b4745-b3cf-40bc-9efa-b0cd18f4608d/7f6ee37c-a546-45f4-8e1a-4b1cd4b41695) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:11:38.595363 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.602043 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.611433 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Transition to ACTIVE for port object 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:38.620285 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.632333 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Transition to ACTIVE for port object 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:38.637432 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.689805 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Pushing event updated for resources: {'Port': ['ID=7f6ee37c-a546-45f4-8e1a-4b1cd4b41695,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:38.705109 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Network 0e4adf83-efb7-4249-a181-d054895460fc is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:11:38.706557 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:38.711841 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:11:38.779443 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Allocated IP 172.27.1.55 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/0b890f3f-616c-4c3e-a532-435a97987b31) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:11:38.785051 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Attempting to bind port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:11:38.785568 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Attempting to bind port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '335c27fc-6da6-4b4e-a1fe-ba1f846b140d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:11:38.785831 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Attempting to bind port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 on network 0e4adf83-efb7-4249-a181-d054895460fc {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:11:38.792175 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:11:38.793369 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Checking segment: {'id': '335c27fc-6da6-4b4e-a1fe-ba1f846b140d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:38.794683 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.795332 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Bound using segment: {'id': '335c27fc-6da6-4b4e-a1fe-ba1f846b140d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:11:38.796138 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Bound port: 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335c27fc-6da6-4b4e-a1fe-ba1f846b140d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:11:38.796856 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.842127 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9296185b-e7ee-4b08-ab9a-179d5585b575 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:38.908614 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] For port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:11:38.910527 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.912474 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] For port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=7f6ee37c-a546-45f4-8e1a-4b1cd4b41695,segment=NetworkSegment(335c27fc-6da6-4b4e-a1fe-ba1f846b140d),segment_id=335c27fc-6da6-4b4e-a1fe-ba1f846b140d)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:11:38.920107 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.947149 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 9296185b-e7ee-4b08-ab9a-179d5585b575 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:38.956371 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:38.965748 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 9296185b-e7ee-4b08-ab9a-179d5585b575 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:38.966123 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:39.003912 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:11:39.005497 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:39.008307 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:11:39.028929 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370af3fb-3fea-4d54-b606-8cccc5bfe426 None None] Pushing event updated for resources: {'Port': ['ID=7f6ee37c-a546-45f4-8e1a-4b1cd4b41695,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:39.055325 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Pushing event updated for resources: {'Port': ['ID=0b890f3f-616c-4c3e-a532-435a97987b31,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:39.099853 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:39.125149 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 9296185b-e7ee-4b08-ab9a-179d5585b575, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9296185b-e7ee-4b08-ab9a-179d5585b575,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:39.130180 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:39.191043 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=9296185b-e7ee-4b08-ab9a-179d5585b575,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:39.214844 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Sync routers for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:11:39.235642 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:39.236540 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:39.346621 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684a9c0-d178-49ce-9a1e-bb4efab37d9d req-2e679525-f370-4b9f-8624-425924901e4e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:39.349173 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a684a9c0-d178-49ce-9a1e-bb4efab37d9d req-2e679525-f370-4b9f-8624-425924901e4e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0808949 Aug 10 14:11:39.355531 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:39.367889 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:39.400436 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a684a9c0-d178-49ce-9a1e-bb4efab37d9d req-49e7fb42-5695-485f-8a1e-5fa1b6760260 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414679 Aug 10 14:11:39.592387 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:36Z', 'revision_number': 2, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:39.593232 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:39.623966 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Checking router: f0c3d0a4-cc53-437d-bb0b-d6c92867f715 for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:11:39.624324 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Updating router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:11:39.650551 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:39.735774 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Router 399acf0d-e654-4671-a601-502699c7b99c is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:11:39.856124 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:11:39.866229 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Sync routers for ids ['399acf0d-e654-4671-a601-502699c7b99c'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:11:39.875949 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] Notify callbacks [] for router, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:39.877902 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-453048bf-005e-4a51-ab47-d5a26de856db admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7984369 Aug 10 14:11:39.880624 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51136) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:39.897416 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51138) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:39.898286 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Routers {'399acf0d-e654-4671-a601-502699c7b99c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:39.898940 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['399acf0d-e654-4671-a601-502699c7b99c'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:40.006246 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.017549 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Transition to ACTIVE for port object b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:40.025874 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.075344 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Pushing event updated for resources: {'Port': ['ID=b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:40.092409 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.092883 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.093136 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.093479 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.093977 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.094327 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.094666 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.095005 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.095379 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.095719 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.096051 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.096381 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:40.134847 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a4bfbed4-5f36-49d1-ad0d-4bc133b8bf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.139496 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Set router 399acf0d-e654-4671-a601-502699c7b99c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:40.259439 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abac12c-f810-4ee8-b46e-89adc3b7bf2b None None] Network 0e4adf83-efb7-4249-a181-d054895460fc requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:11:40.282188 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Attempting to bind port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:11:40.283323 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Attempting to bind port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:11:40.284004 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Attempting to bind port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb on network 5a458730-9541-4ff6-a861-0f529102559f {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:11:40.289522 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:11:40.290256 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Checking segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:40.291104 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.293555 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Bound using segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:11:40.294145 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Bound port: b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:11:40.294658 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.392426 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a4bfbed4-5f36-49d1-ad0d-4bc133b8bf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.398285 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a4bfbed4-5f36-49d1-ad0d-4bc133b8bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.421856 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] For port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:11:40.425746 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] For port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:11:40.431591 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.496253 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfbed4-5f36-49d1-ad0d-4bc133b8bf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bec5ef-756f-4484-924b-0141741a2efd,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:40.510470 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115bf13-2fff-407a-a839-6386097e6f2e None None] Pushing event updated for resources: {'Port': ['ID=b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb,revision_number=4']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:40.521482 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-a4bfbed4-5f36-49d1-ad0d-4bc133b8bf22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8dc6f8451aa24bf0972bf263cadc3dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229436 Aug 10 14:11:40.525825 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:40.526450 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51150) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:40.530550 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:40.593049 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-f81b7dd9-2515-4288-ad97-c9f1bb1bb412 None None] Provisioning for port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:40.609256 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-509b5649-e337-4f6d-8b83-e75f49cc095e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.645443 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-509b5649-e337-4f6d-8b83-e75f49cc095e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.676947 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:40.684096 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f6925-d681-4ef8-9f86-9c99bd69219e req-3da22f60-5e97-4f06-a5f2-77ac65975162 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:40.701076 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab6f6925-d681-4ef8-9f86-9c99bd69219e req-3da22f60-5e97-4f06-a5f2-77ac65975162 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.1269467 Aug 10 14:11:40.769787 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-509b5649-e337-4f6d-8b83-e75f49cc095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.773820 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-509b5649-e337-4f6d-8b83-e75f49cc095e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:40.775868 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-509b5649-e337-4f6d-8b83-e75f49cc095e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63bec5ef-756f-4484-924b-0141741a2efd HTTP/1.1" status: 204 len: 168 time: 0.2474117 Aug 10 14:11:40.811951 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab6f6925-d681-4ef8-9f86-9c99bd69219e req-3c5fe888-f47b-4ef0-9eab-38ab3eda7d59 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050925 Aug 10 14:11:40.826043 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b5649-e337-4f6d-8b83-e75f49cc095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bec5ef-756f-4484-924b-0141741a2efd,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:40.850038 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399acf0d-e654-4671-a601-502699c7b99c', 'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 3, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'gw_port': {'id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:40.912002 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Checking router: 399acf0d-e654-4671-a601-502699c7b99c for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:11:40.913147 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Updating router 399acf0d-e654-4671-a601-502699c7b99c port 0b890f3f-616c-4c3e-a532-435a97987b31 binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:11:40.975735 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.088187 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:40Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:41.137294 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9296185b-e7ee-4b08-ab9a-179d5585b575 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:41.143552 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaa2738-262f-4474-beea-826c6e524aa1 None None] The sync data for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi is: [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:40Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:11:41.266927 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 9296185b-e7ee-4b08-ab9a-179d5585b575 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:41.267512 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.272961 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51156) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:41.278034 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.289885 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.430324 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.435490 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.470830 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3bf1e95f8e54a7ea2df1ea7160db30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966727 Aug 10 14:11:41.474558 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51164) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:41.495310 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e0bb98-bd1f-4734-9b5a-f1de3435d8fd,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:41.504047 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.504409 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.504762 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.505107 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.505448 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.505789 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.506125 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.506462 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.506799 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.507225 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.507619 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.507951 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8baa1-73cc-4647-9098-ed4f925590b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:41.542917 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:41.560736 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.563835 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Allocated IP 172.20.0.1 (0e4adf83-efb7-4249-a181-d054895460fc/c70b4745-b3cf-40bc-9efa-b0cd18f4608d/99fe152a-e2fa-4200-94db-1e0ff252685a) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:11:41.591944 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-271066df-47cd-4977-b576-77fad05c9457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.599930 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Transition to ACTIVE for port object 0b890f3f-616c-4c3e-a532-435a97987b31 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:41.608788 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.662444 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Attempting to bind port 0b890f3f-616c-4c3e-a532-435a97987b31 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:11:41.662827 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Attempting to bind port 0b890f3f-616c-4c3e-a532-435a97987b31 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:11:41.663193 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Attempting to bind port 0b890f3f-616c-4c3e-a532-435a97987b31 on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:11:41.665961 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-271066df-47cd-4977-b576-77fad05c9457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.676278 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:11:41.676664 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:41.677232 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.677473 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:11:41.677969 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Bound port: 0b890f3f-616c-4c3e-a532-435a97987b31, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:11:41.678408 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.717002 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30443e20-125c-45ff-9151-c91856f8759e None None] Pushing event updated for resources: {'Port': ['ID=0b890f3f-616c-4c3e-a532-435a97987b31,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:41.721327 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:41.735540 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:41.735869 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.769126 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.797935 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-271066df-47cd-4977-b576-77fad05c9457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.798207 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] For port 0b890f3f-616c-4c3e-a532-435a97987b31, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:11:41.800928 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-271066df-47cd-4977-b576-77fad05c9457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.804596 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-271066df-47cd-4977-b576-77fad05c9457 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54e0bb98-bd1f-4734-9b5a-f1de3435d8fd HTTP/1.1" status: 204 len: 168 time: 0.3254557 Aug 10 14:11:41.804772 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] For port 0b890f3f-616c-4c3e-a532-435a97987b31, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=0b890f3f-616c-4c3e-a532-435a97987b31,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:11:41.809412 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Transition to ACTIVE for port object 99fe152a-e2fa-4200-94db-1e0ff252685a will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:41.826728 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271066df-47cd-4977-b576-77fad05c9457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e0bb98-bd1f-4734-9b5a-f1de3435d8fd,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:41.861600 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.873048 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.928386 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Routers {'399acf0d-e654-4671-a601-502699c7b99c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:41.929193 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['399acf0d-e654-4671-a601-502699c7b99c'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:41.936356 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:41.951979 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Network 0e4adf83-efb7-4249-a181-d054895460fc is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:11:41.976767 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:41.989442 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:11:42.035086 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Pushing event updated for resources: {'Port': ['ID=99fe152a-e2fa-4200-94db-1e0ff252685a,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:42.053903 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30443e20-125c-45ff-9151-c91856f8759e None None] Pushing event updated for resources: {'Port': ['ID=0b890f3f-616c-4c3e-a532-435a97987b31,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:42.079941 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:42.091837 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.092990 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:42.112834 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c57cc-054d-4723-a568-7997dc66e38a req-3901c555-a3c3-465f-b76e-747bf0a1ed9b tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:42.117794 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-107c57cc-054d-4723-a568-7997dc66e38a req-3901c555-a3c3-465f-b76e-747bf0a1ed9b tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.1956551 Aug 10 14:11:42.157430 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.285821 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] Set router 399acf0d-e654-4671-a601-502699c7b99c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:42.297926 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-107c57cc-054d-4723-a568-7997dc66e38a req-c54f7da3-0949-43ad-9f56-ac121d6d889d tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656086 Aug 10 14:11:42.339160 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:42.365004 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.431090 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:42.445486 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:42.445946 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.484037 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a66ffab0-9d2a-4f56-bf33-bef8708a296b None None] Provisioning for port 99fe152a-e2fa-4200-94db-1e0ff252685a completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:42.501199 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a66ffab0-9d2a-4f56-bf33-bef8708a296b None None] Provisioning complete for port 99fe152a-e2fa-4200-94db-1e0ff252685a triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:42.501969 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a66ffab0-9d2a-4f56-bf33-bef8708a296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.550543 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.555794 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.587113 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-a66ffab0-9d2a-4f56-bf33-bef8708a296b None None] Port 99fe152a-e2fa-4200-94db-1e0ff252685a cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:11:42.631938 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Pushing event updated for resources: {'Port': ['ID=99fe152a-e2fa-4200-94db-1e0ff252685a,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:42.634550 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.644276 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.663371 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399acf0d-e654-4671-a601-502699c7b99c', 'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 3, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'gw_port': {'id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:42.705492 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92fe39-a994-4b6c-8a54-f9a256d4210d None None] The sync data for ids ['399acf0d-e654-4671-a601-502699c7b99c'] in dv-cinder-788363-11-iscsi is: [{'id': '399acf0d-e654-4671-a601-502699c7b99c', 'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 3, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'gw_port': {'id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:11:42.728304 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=7f6ee37c-a546-45f4-8e1a-4b1cd4b41695,segment=NetworkSegment(335c27fc-6da6-4b4e-a1fe-ba1f846b140d),segment_id=335c27fc-6da6-4b4e-a1fe-ba1f846b140d)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:42.733401 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.749350 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Network 0e4adf83-efb7-4249-a181-d054895460fc is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:11:42.751396 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:11:42.803573 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=7f6ee37c-a546-45f4-8e1a-4b1cd4b41695,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:42.875103 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:42.943762 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:42.952200 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:42.955656 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Router 399acf0d-e654-4671-a601-502699c7b99c has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:11:43.112639 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:11:43.118099 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-fd32e9f4-8a69-4cac-9b92-4ad965905a26 admin admin] 10.222.0.26 "PUT /v2.0/routers/399acf0d-e654-4671-a601-502699c7b99c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2364154 Aug 10 14:11:43.126404 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-6c1f737f-3dee-4f8e-a9ab-ce59a09a55ab None None] Provisioning complete for port 99fe152a-e2fa-4200-94db-1e0ff252685a triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:43.126722 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6c1f737f-3dee-4f8e-a9ab-ce59a09a55ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:43.171702 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f737f-3dee-4f8e-a9ab-ce59a09a55ab None None] Port 99fe152a-e2fa-4200-94db-1e0ff252685a cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:11:43.451252 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614949a4-ff73-4cf3-8e2e-2854bd0b4180 req-6670f1f5-e427-4048-976b-86636674082a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:43.453120 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-614949a4-ff73-4cf3-8e2e-2854bd0b4180 req-6670f1f5-e427-4048-976b-86636674082a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0747511 Aug 10 14:11:43.491329 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51232) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:43.563372 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-614949a4-ff73-4cf3-8e2e-2854bd0b4180 req-7cb569aa-9274-446c-9c91-74eeaeffcc69 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981143 Aug 10 14:11:43.581834 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_v2 [None req-671ae585-e647-43d7-9f38-d0d2f3003a46 admin admin] Deleting subnet 6b6bc25f-f97c-46ae-b4f0-64110948591f {{(pid=93625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:11:43.586074 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-671ae585-e647-43d7-9f38-d0d2f3003a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:43.628956 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-671ae585-e647-43d7-9f38-d0d2f3003a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13391606'] for subnet, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:43.671210 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-671ae585-e647-43d7-9f38-d0d2f3003a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:43.742450 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-671ae585-e647-43d7-9f38-d0d2f3003a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13547513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13386332'] for subnet, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:43.785922 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ae585-e647-43d7-9f38-d0d2f3003a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b6bc25f-f97c-46ae-b4f0-64110948591f,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:43.794233 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-671ae585-e647-43d7-9f38-d0d2f3003a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:43.796197 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-671ae585-e647-43d7-9f38-d0d2f3003a46 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6b6bc25f-f97c-46ae-b4f0-64110948591f HTTP/1.1" status: 204 len: 168 time: 0.3037305 Aug 10 14:11:43.798887 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51242) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:43.894167 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:43.931441 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51244) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:43.936901 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-b33fca4d-c7d9-4d92-aec9-e8111ff759c7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414526409', 'description': 'tempest-secgroup-smoke-414526409 description', 'project_id': '758775bbbcbf479a918e7e586753aee6'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:43.962605 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b33fca4d-c7d9-4d92-aec9-e8111ff759c7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:43.983548 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:43.994392 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82761348-e1fe-4ceb-8fef-0681729569c3']}} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:44.007012 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b502bab-c882-446e-9261-aaeb223606cf') {'for_net_delete': True} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:44.007497 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b502bab-c882-446e-9261-aaeb223606cf') {} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:44.020318 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14171212'] for segment, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.035662 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.041507 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:11:44.041998 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14095164'] for segment, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: Traceback (most recent call last): Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: timer() Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: cb(*args, **kw) Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: return func(*args, **kwargs) Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: self._notify() Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: self.callback(batched_events) Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: event.method(event) Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: return f(self, *a, **k) Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._get(url).json() Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: return self.request(url, 'GET', **kwargs) Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:11:44.044703 dv-cinder-788363-11-iscsi neutron-server[93626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:11:44.069422 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b33fca4d-c7d9-4d92-aec9-e8111ff759c7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.076053 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b33fca4d-c7d9-4d92-aec9-e8111ff759c7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.116992 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b33fca4d-c7d9-4d92-aec9-e8111ff759c7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.118268 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-b33fca4d-c7d9-4d92-aec9-e8111ff759c7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1856544 Aug 10 14:11:44.128102 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51252) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:44.133475 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-90911a6b-c6ee-453e-93e2-566d83e65b21 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'security_group_rule': {'security_group_id': 'de7c9191-346c-4f07-8272-34601b8349e6', 'project_id': '758775bbbcbf479a918e7e586753aee6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:44.136802 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fca4d-c7d9-4d92-aec9-e8111ff759c7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c9191-346c-4f07-8272-34601b8349e6,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:44.147641 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.155595 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.157549 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/82761348-e1fe-4ceb-8fef-0681729569c3 HTTP/1.1" status: 204 len: 168 time: 0.3565154 Aug 10 14:11:44.160424 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51254) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:44.171073 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909965c6-46be-4d6f-8c4a-e307d8381cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=82761348-e1fe-4ceb-8fef-0681729569c3,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:44.182601 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-90911a6b-c6ee-453e-93e2-566d83e65b21 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.224501 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d9ea91-2a40-4f57-a2f8-dbdb8705a7c7 admin admin] Deleting subnet f945f9a0-51ae-45c7-8372-778fee162a43 {{(pid=93625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:11:44.228632 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-69d9ea91-2a40-4f57-a2f8-dbdb8705a7c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.253966 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-90911a6b-c6ee-453e-93e2-566d83e65b21 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.258015 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-90911a6b-c6ee-453e-93e2-566d83e65b21 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.268128 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-69d9ea91-2a40-4f57-a2f8-dbdb8705a7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13391606'] for subnet, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.272030 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90911a6b-c6ee-453e-93e2-566d83e65b21 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf428757-218e-49d4-97cc-2b2005f84155,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:44.294360 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-90911a6b-c6ee-453e-93e2-566d83e65b21 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.298626 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-90911a6b-c6ee-453e-93e2-566d83e65b21 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1670008 Aug 10 14:11:44.298847 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51260) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:44.304672 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-0796fd70-897f-4301-8352-943210c55e46 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'security_group_rule': {'security_group_id': 'de7c9191-346c-4f07-8272-34601b8349e6', 'project_id': '758775bbbcbf479a918e7e586753aee6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:44.315166 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-69d9ea91-2a40-4f57-a2f8-dbdb8705a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.334935 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0796fd70-897f-4301-8352-943210c55e46 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.376733 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-69d9ea91-2a40-4f57-a2f8-dbdb8705a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13547513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13386332'] for subnet, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.407046 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ea91-2a40-4f57-a2f8-dbdb8705a7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f945f9a0-51ae-45c7-8372-778fee162a43,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:44.411919 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0796fd70-897f-4301-8352-943210c55e46 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.415078 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-69d9ea91-2a40-4f57-a2f8-dbdb8705a7c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.419623 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-69d9ea91-2a40-4f57-a2f8-dbdb8705a7c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f945f9a0-51ae-45c7-8372-778fee162a43 HTTP/1.1" status: 204 len: 168 time: 0.2550523 Aug 10 14:11:44.419795 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0796fd70-897f-4301-8352-943210c55e46 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.419900 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51262) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:44.439579 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796fd70-897f-4301-8352-943210c55e46 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ae0cf0-66d4-4c7b-b060-ed332ea200d2,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:44.461760 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0796fd70-897f-4301-8352-943210c55e46 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.463024 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-0796fd70-897f-4301-8352-943210c55e46 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1631131 Aug 10 14:11:44.465724 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51264) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:44.470492 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-44597bb4-b7e8-4696-b3c7-9370d0dcc5ae tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'security_group_rule': {'security_group_id': 'de7c9191-346c-4f07-8272-34601b8349e6', 'project_id': '758775bbbcbf479a918e7e586753aee6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:44.498108 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-44597bb4-b7e8-4696-b3c7-9370d0dcc5ae tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.499608 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.559753 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-44597bb4-b7e8-4696-b3c7-9370d0dcc5ae tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.563616 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-44597bb4-b7e8-4696-b3c7-9370d0dcc5ae tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.584110 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.586547 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44597bb4-b7e8-4696-b3c7-9370d0dcc5ae tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c327fb2-a16c-423f-8aa3-dcbaf4e73343,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:44.596714 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-44597bb4-b7e8-4696-b3c7-9370d0dcc5ae tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.597469 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c288f26-a2ac-4abc-9190-2180bd613c34']}} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:44.598492 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-44597bb4-b7e8-4696-b3c7-9370d0dcc5ae tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317172 Aug 10 14:11:44.601166 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51268) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:44.606277 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-bab27ee7-04fd-4e1e-98db-65cd48d958b9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'security_group_rule': {'security_group_id': 'de7c9191-346c-4f07-8272-34601b8349e6', 'project_id': '758775bbbcbf479a918e7e586753aee6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:44.610459 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8d9cce-5953-4a74-812f-eb80d0a94a47') {'for_net_delete': True} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:44.610459 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8d9cce-5953-4a74-812f-eb80d0a94a47') {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:44.619560 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13391503'] for segment, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.636732 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.639156 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bab27ee7-04fd-4e1e-98db-65cd48d958b9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.643926 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:11:44.644380 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13547283'] for segment, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: Traceback (most recent call last): Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: timer() Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: cb(*args, **kw) Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: return func(*args, **kwargs) Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: self._notify() Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: self.callback(batched_events) Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: event.method(event) Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: return f(self, *a, **k) Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._get(url).json() Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: return self.request(url, 'GET', **kwargs) Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:11:44.646556 dv-cinder-788363-11-iscsi neutron-server[93625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:11:44.699004 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bab27ee7-04fd-4e1e-98db-65cd48d958b9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.704318 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bab27ee7-04fd-4e1e-98db-65cd48d958b9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.722554 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab27ee7-04fd-4e1e-98db-65cd48d958b9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e9446b-528e-42bf-8d13-259e0861c6ab,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:44.731422 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bab27ee7-04fd-4e1e-98db-65cd48d958b9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.735344 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-bab27ee7-04fd-4e1e-98db-65cd48d958b9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306965 Aug 10 14:11:44.735515 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51270) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:44.740085 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-cae3d7ca-4dd6-49ef-8570-9310acbd165d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'security_group_rule': {'security_group_id': 'de7c9191-346c-4f07-8272-34601b8349e6', 'project_id': '758775bbbcbf479a918e7e586753aee6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:44.740635 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.746581 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.751327 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c288f26-a2ac-4abc-9190-2180bd613c34 HTTP/1.1" status: 204 len: 168 time: 0.3300550 Aug 10 14:11:44.765095 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.securitygroups_db [None req-cae3d7ca-4dd6-49ef-8570-9310acbd165d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Project 758775bbbcbf479a918e7e586753aee6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:11:44.766373 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1d1c0-74ee-4e64-b6fd-02441c4ebc07 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c288f26-a2ac-4abc-9190-2180bd613c34,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:44.770805 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cae3d7ca-4dd6-49ef-8570-9310acbd165d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.777883 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a376d-3b25-46d7-a7c4-9ba36e358e85 req-9242789a-4245-475a-b1a3-fb294b5d89e5 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:44.779452 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-820a376d-3b25-46d7-a7c4-9ba36e358e85 req-9242789a-4245-475a-b1a3-fb294b5d89e5 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0997066 Aug 10 14:11:44.844002 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Sync routers for ids ['399acf0d-e654-4671-a601-502699c7b99c'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:11:44.860693 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-820a376d-3b25-46d7-a7c4-9ba36e358e85 req-adf3acde-db3f-4df5-ac96-7169aae5be45 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728178 Aug 10 14:11:44.865573 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Routers {'399acf0d-e654-4671-a601-502699c7b99c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:44.866646 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['399acf0d-e654-4671-a601-502699c7b99c'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:44.893561 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cae3d7ca-4dd6-49ef-8570-9310acbd165d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.897987 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cae3d7ca-4dd6-49ef-8570-9310acbd165d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.919321 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3d7ca-4dd6-49ef-8570-9310acbd165d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a9b1ca-221b-41c3-aa61-41a69f232252,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:44.923018 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cae3d7ca-4dd6-49ef-8570-9310acbd165d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.924579 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-cae3d7ca-4dd6-49ef-8570-9310acbd165d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1881521 Aug 10 14:11:44.927682 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51274) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:44.932479 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-d84a7da4-529b-4727-a65a-d6eb23f71bcd tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'security_group_rule': {'security_group_id': 'de7c9191-346c-4f07-8272-34601b8349e6', 'project_id': '758775bbbcbf479a918e7e586753aee6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:44.963720 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.securitygroups_db [None req-d84a7da4-529b-4727-a65a-d6eb23f71bcd tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Project 758775bbbcbf479a918e7e586753aee6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:11:44.969844 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 0b890f3f-616c-4c3e-a532-435a97987b31 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:44.977133 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d84a7da4-529b-4727-a65a-d6eb23f71bcd tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:44.985593 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51276) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:45.033426 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-0c7707ef-b6f6-45f2-80d0-b1cc0a625da9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e36d49a0962452baa619af5771f20dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468700 Aug 10 14:11:45.035557 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51278) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:45.039444 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 0b890f3f-616c-4c3e-a532-435a97987b31 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:45.044607 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 0b890f3f-616c-4c3e-a532-435a97987b31 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:45.044980 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.077410 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d84a7da4-529b-4727-a65a-d6eb23f71bcd tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.088106 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d84a7da4-529b-4727-a65a-d6eb23f71bcd tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.106083 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f1f51566-a873-40cd-beeb-447b3c00c780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.111392 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Set router 399acf0d-e654-4671-a601-502699c7b99c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:45.114734 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a7da4-529b-4727-a65a-d6eb23f71bcd tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489efed0-33b9-45d5-896c-6e073ec67293,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:45.122600 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d84a7da4-529b-4727-a65a-d6eb23f71bcd tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.128396 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d84a7da4-529b-4727-a65a-d6eb23f71bcd tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1964486 Aug 10 14:11:45.145226 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f1f51566-a873-40cd-beeb-447b3c00c780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.146980 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.179510 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 0b890f3f-616c-4c3e-a532-435a97987b31, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=0b890f3f-616c-4c3e-a532-435a97987b31,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:45.186222 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.189766 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:45.208625 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f1f51566-a873-40cd-beeb-447b3c00c780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.211828 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f1f51566-a873-40cd-beeb-447b3c00c780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.215265 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-f1f51566-a873-40cd-beeb-447b3c00c780 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec0bf904-2ee2-4fb6-947d-39d2b5fe30a1 HTTP/1.1" status: 204 len: 168 time: 0.1765211 Aug 10 14:11:45.226177 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f51566-a873-40cd-beeb-447b3c00c780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0bf904-2ee2-4fb6-947d-39d2b5fe30a1,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:45.331984 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=0b890f3f-616c-4c3e-a532-435a97987b31,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:45.356073 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:45.360044 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.397614 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399acf0d-e654-4671-a601-502699c7b99c', 'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:42Z', 'revision_number': 4, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'gw_port': {'id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '99fe152a-e2fa-4200-94db-1e0ff252685a', 'name': '', 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'mac_address': 'fa:16:3e:f8:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c70b4745-b3cf-40bc-9efa-b0cd18f4608d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:41Z', 'updated_at': '2021-08-10T14:11:42Z', 'revision_number': 2, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'subnets': [{'id': 'c70b4745-b3cf-40bc-9efa-b0cd18f4608d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:45.435431 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Checking router: 399acf0d-e654-4671-a601-502699c7b99c for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:11:45.435797 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Updating router 399acf0d-e654-4671-a601-502699c7b99c port 99fe152a-e2fa-4200-94db-1e0ff252685a binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:11:45.463222 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.784227 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51350) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:45.837979 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.843128 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-41427aff-5ab5-4fbf-8d35-002009043db5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1dffb0cd620d4440a3c8b7c243099985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577552 Aug 10 14:11:45.845637 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51354) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:45.852859 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Transition to ACTIVE for port object 99fe152a-e2fa-4200-94db-1e0ff252685a will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:11:45.858976 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.908749 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dce9d6-2162-483e-a4b1-e17083b4bce3 None None] Pushing event updated for resources: {'Port': ['ID=99fe152a-e2fa-4200-94db-1e0ff252685a,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:45.917176 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c4546cd1-2bb9-4e03-930f-5e6a1a84a532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.942484 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c4546cd1-2bb9-4e03-930f-5e6a1a84a532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.970816 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Attempting to bind port 99fe152a-e2fa-4200-94db-1e0ff252685a on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:11:45.971564 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Attempting to bind port 99fe152a-e2fa-4200-94db-1e0ff252685a by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '335c27fc-6da6-4b4e-a1fe-ba1f846b140d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:11:45.972426 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Attempting to bind port 99fe152a-e2fa-4200-94db-1e0ff252685a on network 0e4adf83-efb7-4249-a181-d054895460fc {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:11:45.978624 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:11:45.979257 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Checking segment: {'id': '335c27fc-6da6-4b4e-a1fe-ba1f846b140d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:11:45.980478 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:45.981079 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Bound using segment: {'id': '335c27fc-6da6-4b4e-a1fe-ba1f846b140d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:11:45.981741 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Bound port: 99fe152a-e2fa-4200-94db-1e0ff252685a, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335c27fc-6da6-4b4e-a1fe-ba1f846b140d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:11:45.982357 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:46.034417 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06803a8-5865-450b-a1da-714c3db56a9b req-5680abc4-6125-42e7-862a-8ce7c137bc36 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:46.042216 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d06803a8-5865-450b-a1da-714c3db56a9b req-5680abc4-6125-42e7-862a-8ce7c137bc36 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0865324 Aug 10 14:11:46.072498 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c4546cd1-2bb9-4e03-930f-5e6a1a84a532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:46.076099 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c4546cd1-2bb9-4e03-930f-5e6a1a84a532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:46.079492 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-c4546cd1-2bb9-4e03-930f-5e6a1a84a532 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd1d861f-0fd1-4096-98d5-6163406f59ae HTTP/1.1" status: 204 len: 168 time: 0.2304764 Aug 10 14:11:46.079645 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] For port 99fe152a-e2fa-4200-94db-1e0ff252685a, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:11:46.090382 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] For port 99fe152a-e2fa-4200-94db-1e0ff252685a, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=99fe152a-e2fa-4200-94db-1e0ff252685a,segment=NetworkSegment(335c27fc-6da6-4b4e-a1fe-ba1f846b140d),segment_id=335c27fc-6da6-4b4e-a1fe-ba1f846b140d)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:11:46.098478 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:46.116729 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d06803a8-5865-450b-a1da-714c3db56a9b req-f2d65e22-6521-40c1-a94b-ed80e50af414 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591457 Aug 10 14:11:46.117922 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4546cd1-2bb9-4e03-930f-5e6a1a84a532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d861f-0fd1-4096-98d5-6163406f59ae,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:46.171524 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Routers {'399acf0d-e654-4671-a601-502699c7b99c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:46.172177 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['399acf0d-e654-4671-a601-502699c7b99c'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:46.208733 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dce9d6-2162-483e-a4b1-e17083b4bce3 None None] Pushing event updated for resources: {'Port': ['ID=99fe152a-e2fa-4200-94db-1e0ff252685a,revision_number=4']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:46.304227 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] Set router 399acf0d-e654-4671-a601-502699c7b99c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:46.526458 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399acf0d-e654-4671-a601-502699c7b99c', 'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:42Z', 'revision_number': 4, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'gw_port': {'id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '99fe152a-e2fa-4200-94db-1e0ff252685a', 'name': '', 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'mac_address': 'fa:16:3e:f8:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c70b4745-b3cf-40bc-9efa-b0cd18f4608d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:41Z', 'updated_at': '2021-08-10T14:11:46Z', 'revision_number': 4, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'subnets': [{'id': 'c70b4745-b3cf-40bc-9efa-b0cd18f4608d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:46.552751 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e1cbb-40fa-42cd-80b7-9bc4bd74e7b5 None None] The sync data for ids ['399acf0d-e654-4671-a601-502699c7b99c'] in dv-cinder-788363-11-iscsi is: [{'id': '399acf0d-e654-4671-a601-502699c7b99c', 'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:42Z', 'revision_number': 4, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'gw_port': {'id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '99fe152a-e2fa-4200-94db-1e0ff252685a', 'name': '', 'network_id': '0e4adf83-efb7-4249-a181-d054895460fc', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'mac_address': 'fa:16:3e:f8:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c70b4745-b3cf-40bc-9efa-b0cd18f4608d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:41Z', 'updated_at': '2021-08-10T14:11:46Z', 'revision_number': 4, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'subnets': [{'id': 'c70b4745-b3cf-40bc-9efa-b0cd18f4608d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:11:46.951334 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 0b890f3f-616c-4c3e-a532-435a97987b31 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:47.034241 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 0b890f3f-616c-4c3e-a532-435a97987b31 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:47.034681 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:47.426015 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a030080-94f7-4438-acae-fe068910b182 req-85809abd-3c3c-49bd-9348-3e1afdce3281 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:47.435612 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6a030080-94f7-4438-acae-fe068910b182 req-85809abd-3c3c-49bd-9348-3e1afdce3281 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.1483927 Aug 10 14:11:47.450409 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 99fe152a-e2fa-4200-94db-1e0ff252685a up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:47.452370 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-f7d37652-4a9e-4e35-b289-61fb3cd17a8c tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827768065&fields=id&tenant_id=23d8f47767b447079b576d527e9d5411 HTTP/1.1" status: 200 len: 267 time: 0.0904689 Aug 10 14:11:47.510115 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 99fe152a-e2fa-4200-94db-1e0ff252685a completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:11:47.515966 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 99fe152a-e2fa-4200-94db-1e0ff252685a triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:47.516934 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:47.540012 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6a030080-94f7-4438-acae-fe068910b182 req-3222e9f1-bef0-459d-ace7-d78e5546bfc8 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034131 Aug 10 14:11:47.577835 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-0cc2a869-9fec-44e5-814b-2b1c2387de00 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:47.579694 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-0cc2a869-9fec-44e5-814b-2b1c2387de00 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 985 time: 0.1261714 Aug 10 14:11:47.601050 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Request body: {'port': {'security_groups': ['fd73e1a8-d02e-40a0-83c2-01e307053e51']}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:47.605580 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51452) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:47.625856 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:47.664383 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 99fe152a-e2fa-4200-94db-1e0ff252685a, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=99fe152a-e2fa-4200-94db-1e0ff252685a,segment=NetworkSegment(335c27fc-6da6-4b4e-a1fe-ba1f846b140d),segment_id=335c27fc-6da6-4b4e-a1fe-ba1f846b140d)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:47.669693 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:47.697590 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:47.730580 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=99fe152a-e2fa-4200-94db-1e0ff252685a,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:47.738236 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.738945 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.739657 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.740004 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.740348 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.740691 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.741028 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.741364 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.741869 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.742218 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.742540 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.742870 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:47.753945 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8086-2999-4f47-b2a6-f4db3df7fc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:47.904375 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8086-2999-4f47-b2a6-f4db3df7fc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:47.912563 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8086-2999-4f47-b2a6-f4db3df7fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:47.941702 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] For port ddea4593-f2f4-4496-962d-175f8d7925fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddea4593-f2f4-4496-962d-175f8d7925fb,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:47.958555 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f8086-2999-4f47-b2a6-f4db3df7fc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b962849-b947-4b98-a63b-2dbbcf08642d,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:47.988070 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ef7f8086-2999-4f47-b2a6-f4db3df7fc49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d10c7b4240c4de7a2c336001abff366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812218 Aug 10 14:11:47.989022 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51462) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:47.998438 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.003698 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.044249 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['ddea4593-f2f4-4496-962d-175f8d7925fb'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:11:48.053449 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:48.054105 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.054921 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fb556320-de7c-4a3a-a521-06837f6e6fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.059314 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bf986664-4805-44aa-95cc-ab0ed06ae350 req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "PUT /v2.0/ports/ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 943 time: 0.4723279 Aug 10 14:11:48.059992 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:11:48.062708 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51464) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:48.063231 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510" -d '{"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:11:48.086258 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event updated for resources: {'Port': ['ID=ddea4593-f2f4-4496-962d-175f8d7925fb,revision_number=7']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:48.097470 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.098245 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.098640 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.098989 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.099374 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.099876 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.100231 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.100565 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.100901 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.101284 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.101619 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.101947 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cc441-7cf5-4c78-a4f1-39cbe1231969 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:11:48.121672 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2c76a5-67bc-4bae-8737-58b76323fb45 x-openstack-request-id: req-4f2c76a5-67bc-4bae-8737-58b76323fb45 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:11:48.121968 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:11:48.122224 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f2c76a5-67bc-4bae-8737-58b76323fb45 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:11:48.122630 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'status': 'completed', 'code': 200} Aug 10 14:11:48.144607 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fb556320-de7c-4a3a-a521-06837f6e6fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.181745 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f309e5ee-1079-4c61-a217-d0a04f408ace tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.232129 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['ddea4593-f2f4-4496-962d-175f8d7925fb'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:11:48.248786 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f309e5ee-1079-4c61-a217-d0a04f408ace tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.282864 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fb556320-de7c-4a3a-a521-06837f6e6fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.285581 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fb556320-de7c-4a3a-a521-06837f6e6fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.287006 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-9a03f91c-eaaa-47e1-b11c-68268cf6deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:48.288951 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-9a03f91c-eaaa-47e1-b11c-68268cf6deec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=23d8f47767b447079b576d527e9d5411&device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 1099 time: 0.1063039 Aug 10 14:11:48.289655 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-fb556320-de7c-4a3a-a521-06837f6e6fca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b962849-b947-4b98-a63b-2dbbcf08642d HTTP/1.1" status: 204 len: 168 time: 0.2987912 Aug 10 14:11:48.312666 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb556320-de7c-4a3a-a521-06837f6e6fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b962849-b947-4b98-a63b-2dbbcf08642d,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:48.373581 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f309e5ee-1079-4c61-a217-d0a04f408ace tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.379969 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f309e5ee-1079-4c61-a217-d0a04f408ace tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.385323 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51480) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:48.387794 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-f309e5ee-1079-4c61-a217-d0a04f408ace tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "DELETE /v2.0/security-groups/6ba0fae9-466d-415b-9006-aea995391705 HTTP/1.1" status: 204 len: 168 time: 0.3221865 Aug 10 14:11:48.398162 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309e5ee-1079-4c61-a217-d0a04f408ace tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba0fae9-466d-415b-9006-aea995391705,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:48.486298 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a07acc3c-eef3-4a62-859d-5b647823e2f7 None None] Provisioning complete for port ddea4593-f2f4-4496-962d-175f8d7925fb triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:48.487051 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a07acc3c-eef3-4a62-859d-5b647823e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.626459 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-da311825-a70b-4f20-9c34-f641468dd06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:48.628717 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-da311825-a70b-4f20-9c34-f641468dd06a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e62134f9-ecff-42c9-b4ad-431bf2004649 HTTP/1.1" status: 200 len: 915 time: 0.3307261 Aug 10 14:11:48.760882 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51490) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:48.764117 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-5540ae95-0efa-4c21-b87a-278ea7a62be6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 1001 time: 0.1268587 Aug 10 14:11:48.780069 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1d866d4e-efae-4010-8ea9-9efa71104105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.820101 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0491c32-10b4-4f94-9aab-f8122551d7a8 req-e2020279-e4ba-4e76-8d78-bfde016f4dcb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:48.822165 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d0491c32-10b4-4f94-9aab-f8122551d7a8 req-e2020279-e4ba-4e76-8d78-bfde016f4dcb tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.1453288 Aug 10 14:11:48.856990 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-d3dd3755-f114-4d18-8db3-063e083603d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:48.858504 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-d3dd3755-f114-4d18-8db3-063e083603d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da6073c1-40c1-4d45-9774-c0f7e7a82ce1 HTTP/1.1" status: 200 len: 853 time: 0.0861585 Aug 10 14:11:48.888496 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 99fe152a-e2fa-4200-94db-1e0ff252685a up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:11:48.911469 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1d866d4e-efae-4010-8ea9-9efa71104105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.915553 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Deleting port 79efa420-ac3c-469e-9a51-370ce28e14bb {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:48.915894 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.917276 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1d866d4e-efae-4010-8ea9-9efa71104105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:48.953778 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d866d4e-efae-4010-8ea9-9efa71104105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dce4f8-b219-458d-8deb-43e97206a9d9,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:48.977943 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d0491c32-10b4-4f94-9aab-f8122551d7a8 req-4b7f42e1-f91c-414b-96d3-6b500a82946f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456585 Aug 10 14:11:48.983762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-dcaea11f-4807-4a87-80b2-e09035a56cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:48.985248 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-dcaea11f-4807-4a87-80b2-e09035a56cb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e62134f9-ecff-42c9-b4ad-431bf2004649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1178033 Aug 10 14:11:49.003021 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-1d866d4e-efae-4010-8ea9-9efa71104105 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9e14bace56f49bb88bc2cbafee298ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387874 Aug 10 14:11:49.005549 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51496) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:49.017926 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 99fe152a-e2fa-4200-94db-1e0ff252685a triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:11:49.018377 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:49.078015 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:49.086775 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:49.098893 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8daf0cfc-031d-4943-956c-859ae55a75b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:49.103688 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Calling delete_port for 79efa420-ac3c-469e-9a51-370ce28e14bb owned by network:floatingip {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:49.149496 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8daf0cfc-031d-4943-956c-859ae55a75b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:49.234727 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8daf0cfc-031d-4943-956c-859ae55a75b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:49.237450 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8daf0cfc-031d-4943-956c-859ae55a75b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:49.241411 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-8daf0cfc-031d-4943-956c-859ae55a75b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9dce4f8-b219-458d-8deb-43e97206a9d9 HTTP/1.1" status: 204 len: 168 time: 0.2320642 Aug 10 14:11:49.246918 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf0cfc-031d-4943-956c-859ae55a75b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dce4f8-b219-458d-8deb-43e97206a9d9,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:49.642271 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05421bf2-a6fd-417e-9eb2-4ee68be710fb req-4ba055a4-46af-4d73-88a0-ae131289c7a1 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:49.643783 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05421bf2-a6fd-417e-9eb2-4ee68be710fb req-4ba055a4-46af-4d73-88a0-ae131289c7a1 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.1909616 Aug 10 14:11:49.653524 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-8e253e2f-d947-48a0-80ca-5060efe795e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:49.654977 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-8e253e2f-d947-48a0-80ca-5060efe795e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 1099 time: 0.1998067 Aug 10 14:11:49.705037 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-c7c2dd95-9778-4e6a-9f63-8ab726b83e62 service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093520 Aug 10 14:11:49.878482 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05421bf2-a6fd-417e-9eb2-4ee68be710fb req-fe08b088-df0b-4b54-8406-331f5583992a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222927 Aug 10 14:11:49.967558 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-96e88e21-e810-4db7-a334-53fc58db9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:49.969365 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-96e88e21-e810-4db7-a334-53fc58db9884 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 911 time: 0.2971046 Aug 10 14:11:49.988541 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:50.051665 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9e9b9022-21fb-48d5-848a-2cd9f9c1a510 req-f5286dbf-86e3-4e63-8b3d-c4f67ef6b510 service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360889 Aug 10 14:11:50.101969 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event deleted for resources: {'Port': ['ID=79efa420-ac3c-469e-9a51-370ce28e14bb,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:50.162918 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks [] for floatingip, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:50.163462 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Floating IP 207764f8-7c0f-44ad-856f-82d235302a52 disassociated (deleted). External IP: 172.27.1.52, port: ddea4593-f2f4-4496-962d-175f8d7925fb. Aug 10 14:11:50.235912 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-864f4f15-cc75-4e51-aa5f-58fa2ae0c572 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e1f0ef-10b3-4f98-af80-179a34385acc HTTP/1.1" status: 200 len: 1001 time: 0.2564802 Aug 10 14:11:50.353271 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-4c3b81d3-30dc-4cb8-9dda-8853daa94bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:50.355420 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-4c3b81d3-30dc-4cb8-9dda-8853daa94bfc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 200 len: 849 time: 0.1100771 Aug 10 14:11:50.450979 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-98b44593-2d68-4882-84a6-60687bf759ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:50.452530 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-98b44593-2d68-4882-84a6-60687bf759ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0904672 Aug 10 14:11:50.579039 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51534) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:50.580771 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Router 38cef93e-df7e-45a4-97d6-54c4df642f9c has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:11:50.599453 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-166106cc-fa7c-4ea8-ba05-cf1b7a9c8fd6 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385226 Aug 10 14:11:50.690808 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04fae4eb-869f-4714-a695-09f4a164c46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:50.776119 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:11:50.780021 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-942cd8aa-3bc1-4d2a-a347-cc33a5150474 req-94b71793-05d2-47c0-afc8-ce31def38a63 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730816 Aug 10 14:11:50.783014 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:50.788081 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] Sync routers for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:11:50.793347 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04fae4eb-869f-4714-a695-09f4a164c46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:50.797294 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:50.798163 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:50.798853 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-04fae4eb-869f-4714-a695-09f4a164c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:50.815145 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-e1651ed3-2c7c-45a9-8c6b-62a8d2b7ac59 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "DELETE /v2.0/floatingips/207764f8-7c0f-44ad-856f-82d235302a52 HTTP/1.1" status: 204 len: 168 time: 2.4256794 Aug 10 14:11:50.815145 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:11:50.816537 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50912a02-5d31-41e2-9fa5-ed4efb616e59" -d '{"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:11:50.829653 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-04fae4eb-869f-4714-a695-09f4a164c46f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9ff3886e16349c6bf8c8899f5a1c084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494538 Aug 10 14:11:50.836235 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51542) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:50.876963 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fae4eb-869f-4714-a695-09f4a164c46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad61e1-9135-47a8-a925-fb5eee0d69ab,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:50.880967 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6958e9b-cfe4-46cc-95e0-b2f7ac25fe18 x-openstack-request-id: req-b6958e9b-cfe4-46cc-95e0-b2f7ac25fe18 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:11:50.881449 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:11:50.881854 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6958e9b-cfe4-46cc-95e0-b2f7ac25fe18 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:11:50.882460 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'status': 'completed', 'code': 200} Aug 10 14:11:50.936447 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e961a291-14e3-47ed-a660-e9ec71b10083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:50.961330 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:50.969534 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e961a291-14e3-47ed-a660-e9ec71b10083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:51.036025 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e961a291-14e3-47ed-a660-e9ec71b10083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:51.047123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-d7469012-998a-408f-937f-2e706bbe6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:51.049865 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-d7469012-998a-408f-937f-2e706bbe6cfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=23d8f47767b447079b576d527e9d5411&device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 1099 time: 0.1220379 Aug 10 14:11:51.053346 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e961a291-14e3-47ed-a660-e9ec71b10083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:51.054591 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e961a291-14e3-47ed-a660-e9ec71b10083 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40ad61e1-9135-47a8-a925-fb5eee0d69ab HTTP/1.1" status: 204 len: 168 time: 0.2173967 Aug 10 14:11:51.072608 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dfb7f-5afd-412c-b47b-eec9c9597823 req-c4d4df7b-8645-4dd7-aca4-9c2eabe300d4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:51.075023 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a72dfb7f-5afd-412c-b47b-eec9c9597823 req-c4d4df7b-8645-4dd7-aca4-9c2eabe300d4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0889297 Aug 10 14:11:51.087133 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961a291-14e3-47ed-a660-e9ec71b10083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad61e1-9135-47a8-a925-fb5eee0d69ab,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:51.233242 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a72dfb7f-5afd-412c-b47b-eec9c9597823 req-e7c9cae6-e928-41de-a6a3-1911ea1597ba tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319857 Aug 10 14:11:51.282131 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-049ae76d-7a54-487b-b190-7785feb618f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:51.284487 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-049ae76d-7a54-487b-b190-7785feb618f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e62134f9-ecff-42c9-b4ad-431bf2004649 HTTP/1.1" status: 200 len: 915 time: 0.2012210 Aug 10 14:11:51.289739 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '7756b03e-f1f0-423a-bde0-21c52f580076', 'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'mac_address': 'fa:16:3e:ad:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:30Z', 'updated_at': '2021-08-10T14:08:40Z', 'revision_number': 5, 'project_id': '23d8f47767b447079b576d527e9d5411', 'subnets': [{'id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:51.321710 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] Checking router: 38cef93e-df7e-45a4-97d6-54c4df642f9c for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:11:51.332283 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:51.332924 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:51.336757 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-b5f12263-e5fc-404b-b2d4-d5715e9a6768 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 200 len: 217 time: 0.0449691 Aug 10 14:11:51.428843 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-1d1c8002-ebc5-4630-931a-cddf81503e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:51.432245 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-1d1c8002-ebc5-4630-931a-cddf81503e74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da6073c1-40c1-4d45-9774-c0f7e7a82ce1 HTTP/1.1" status: 200 len: 853 time: 0.0629787 Aug 10 14:11:51.458636 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bf0366af-0cd1-4a45-9d94-7c882aaf1155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:51.469605 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:51.501813 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-68b65bf3-e7f7-4726-958e-6e04ae64ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:51.503534 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-68b65bf3-e7f7-4726-958e-6e04ae64ac43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e62134f9-ecff-42c9-b4ad-431bf2004649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0619357 Aug 10 14:11:51.626383 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-a143a88d-c42e-4fcc-9828-5f35cf9fa49a service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104753 Aug 10 14:11:51.704178 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '7756b03e-f1f0-423a-bde0-21c52f580076', 'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'mac_address': 'fa:16:3e:ad:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:30Z', 'updated_at': '2021-08-10T14:08:40Z', 'revision_number': 5, 'project_id': '23d8f47767b447079b576d527e9d5411', 'subnets': [{'id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:51.733533 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e673614-7ac8-49dd-8807-9d2ab6f644a5 None None] The sync data for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi is: [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:08:31Z', 'revision_number': 4, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '7756b03e-f1f0-423a-bde0-21c52f580076', 'name': '', 'network_id': 'e62134f9-ecff-42c9-b4ad-431bf2004649', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'mac_address': 'fa:16:3e:ad:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:30Z', 'updated_at': '2021-08-10T14:08:40Z', 'revision_number': 5, 'project_id': '23d8f47767b447079b576d527e9d5411', 'subnets': [{'id': 'da6073c1-40c1-4d45-9774-c0f7e7a82ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:11:51.738278 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-50912a02-5d31-41e2-9fa5-ed4efb616e59 req-79561b4f-7cc5-4f18-8740-63b00f9fcb6d service neutron] 10.222.0.53 "GET /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041269 Aug 10 14:11:52.027584 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f69a61-bd3b-4435-9e7a-1e2be4de6393 None None] New status for floating IP 207764f8-7c0f-44ad-856f-82d235302a52: DOWN {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:11:52.377247 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99405cc9-e8f3-4bfc-bf8b-f133d6c31367 req-76d88ad0-66d6-4caa-b1be-e0ef3e46b499 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:52.378734 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-99405cc9-e8f3-4bfc-bf8b-f133d6c31367 req-76d88ad0-66d6-4caa-b1be-e0ef3e46b499 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0541849 Aug 10 14:11:52.419653 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-99405cc9-e8f3-4bfc-bf8b-f133d6c31367 req-816abe80-1d13-4ee4-88cb-b2f48a956398 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347083 Aug 10 14:11:52.443478 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:53.554681 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487d9b5-7ddb-4cb6-94a2-bc91450f126c req-f07bdb98-7963-473b-87d2-d86365574329 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:53.556136 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4487d9b5-7ddb-4cb6-94a2-bc91450f126c req-f07bdb98-7963-473b-87d2-d86365574329 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 947 time: 0.0515141 Aug 10 14:11:53.593580 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4487d9b5-7ddb-4cb6-94a2-bc91450f126c req-5e9e59ea-9613-476a-a2e6-4f95322fca57 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306091 Aug 10 14:11:53.765195 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-d7a43d3b-6b24-4b8a-98b9-5ea4344a6c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:54.189768 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:54.750080 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43ed1c-8901-4251-a1ff-7d3b27c2fb45 req-d3184869-b53d-4904-b569-df92366994d6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:54.751778 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5f43ed1c-8901-4251-a1ff-7d3b27c2fb45 req-d3184869-b53d-4904-b569-df92366994d6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 947 time: 0.0777197 Aug 10 14:11:54.782419 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cc3d3-2447-4f2b-95f7-9d997ce1c13c req-dbb72aef-eb31-4f9c-9fe9-b1a89f9526fc tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:54.783921 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-834cc3d3-2447-4f2b-95f7-9d997ce1c13c req-dbb72aef-eb31-4f9c-9fe9-b1a89f9526fc tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0775497 Aug 10 14:11:54.815597 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5f43ed1c-8901-4251-a1ff-7d3b27c2fb45 req-fa6cd2de-8bed-474b-ba1d-2bd40d0ad706 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571508 Aug 10 14:11:54.841337 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-834cc3d3-2447-4f2b-95f7-9d997ce1c13c req-fc088399-542f-49cf-a350-682834d0be03 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498011 Aug 10 14:11:54.882784 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:55.418107 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-4340da31-a46b-40b0-a367-35a7f9156329 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:55.419665 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-4340da31-a46b-40b0-a367-35a7f9156329 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 947 time: 0.0516334 Aug 10 14:11:55.524746 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Deleting port 4c14ce42-ddad-4ae9-be60-7f065a98410f {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:55.525097 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:55.618705 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] For port 4c14ce42-ddad-4ae9-be60-7f065a98410f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c14ce42-ddad-4ae9-be60-7f065a98410f,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:55.619081 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:56.133874 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd44c3-b37e-4c4f-82a6-a0e62e23b97a req-3c064f28-f49b-4fa9-b55b-72eac7026ae9 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:56.135520 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-37cd44c3-b37e-4c4f-82a6-a0e62e23b97a req-3c064f28-f49b-4fa9-b55b-72eac7026ae9 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.1325800 Aug 10 14:11:56.147400 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d89864-f08b-499c-852f-b95bf5cc5fc7 req-b7df3e26-6840-4ba9-85ba-f86ce0e035e1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:56.148860 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-95d89864-f08b-499c-852f-b95bf5cc5fc7 req-b7df3e26-6840-4ba9-85ba-f86ce0e035e1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 947 time: 0.1449542 Aug 10 14:11:56.190490 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:56.190956 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:56.191292 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Floating IP 64e6b42a-ac71-4b08-bb7f-a944c8268549 disassociated. External IP: 172.27.1.250, port: 4c14ce42-ddad-4ae9-be60-7f065a98410f. Aug 10 14:11:56.191644 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Calling delete_port for 4c14ce42-ddad-4ae9-be60-7f065a98410f owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:56.232266 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-37cd44c3-b37e-4c4f-82a6-a0e62e23b97a req-91b0cad8-2a4b-441e-8334-60a2fd1ca7f4 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824399 Aug 10 14:11:56.234823 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-95d89864-f08b-499c-852f-b95bf5cc5fc7 req-c5fe8a8c-1b38-4347-9c3a-95300d8573ca tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=40fd35b5-1191-44db-8c8b-e8e3237e6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796287 Aug 10 14:11:56.363460 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:56.390943 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event deleted for resources: {'Port': ['ID=4c14ce42-ddad-4ae9-be60-7f065a98410f,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:56.508883 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Router f71d2438-20f2-4071-ac47-4003554e6bed has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:11:56.635223 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:11:56.645873 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] Sync routers for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:11:56.668037 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:56.668650 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:56.677559 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] No DVR routers for this DVR port 4c14ce42-ddad-4ae9-be60-7f065a98410f on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:11:56.680141 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:56.682145 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f83e9a97-a51f-4e9a-adb2-c43a67e5b237 req-7eca2a61-f1ee-45fc-8f3f-e8cd2f8e9112 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "DELETE /v2.0/ports/4c14ce42-ddad-4ae9-be60-7f065a98410f HTTP/1.1" status: 204 len: 173 time: 1.2545655 Aug 10 14:11:56.682588 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-deleted', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:11:56.684936 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96efcd75-3769-4c63-b742-fab226fb3336" -d '{"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-deleted", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:11:56.720400 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:56.736574 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1be350-ae7f-4613-8872-c899a4a9736c x-openstack-request-id: req-9e1be350-ae7f-4613-8872-c899a4a9736c {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:11:56.736872 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c861b-d3cf-4fba-8bdf-1ded2b45fa19", "name": "network-vif-deleted", "tag": "4c14ce42-ddad-4ae9-be60-7f065a98410f", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:11:56.737128 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e1be350-ae7f-4613-8872-c899a4a9736c {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:11:56.737527 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c861b-d3cf-4fba-8bdf-1ded2b45fa19', 'name': 'network-vif-deleted', 'tag': '4c14ce42-ddad-4ae9-be60-7f065a98410f', 'status': 'completed', 'code': 200} Aug 10 14:11:56.804702 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:57.017841 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:57.020152 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-b11e3f86-6e25-4354-9765-f7b23d8628f2 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:57.021825 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-b11e3f86-6e25-4354-9765-f7b23d8628f2 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.53 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.0579212 Aug 10 14:11:57.045640 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] Checking router: f71d2438-20f2-4071-ac47-4003554e6bed for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:11:57.054294 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:11:57.054914 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:57.128767 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Deleting port ddea4593-f2f4-4496-962d-175f8d7925fb {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:57.129120 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:57.233869 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] For port ddea4593-f2f4-4496-962d-175f8d7925fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddea4593-f2f4-4496-962d-175f8d7925fb,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:11:57.234961 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:57.250082 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Calling delete_port for ddea4593-f2f4-4496-962d-175f8d7925fb owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:57.309178 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:11:57.461880 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c06f919-3aa8-4b7f-b715-de25490457e0 req-9aff6769-467d-4bb4-91ff-2a921847a317 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c861b-d3cf-4fba-8bdf-1ded2b45fa19 HTTP/1.1" status: 200 len: 210 time: 0.0646403 Aug 10 14:11:57.496166 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904578a-785c-4312-a1d9-ebf81f19ff18 req-d4a0a13d-2029-4cd8-97ad-e5122b7f9515 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:11:57.497979 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8904578a-785c-4312-a1d9-ebf81f19ff18 req-d4a0a13d-2029-4cd8-97ad-e5122b7f9515 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/ports?device_id=719380ab-6e3b-4060-b811-92ca04eb45d0 HTTP/1.1" status: 200 len: 946 time: 0.1364841 Aug 10 14:11:57.519559 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:57.550619 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Pushing event deleted for resources: {'Port': ['ID=ddea4593-f2f4-4496-962d-175f8d7925fb,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:57.563619 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['ddea4593-f2f4-4496-962d-175f8d7925fb'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:11:57.603514 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8904578a-785c-4312-a1d9-ebf81f19ff18 req-1bd19447-3be5-476a-906d-b3431a47707b tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd73e1a8-d02e-40a0-83c2-01e307053e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947809 Aug 10 14:11:57.640690 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] No DVR routers for this DVR port ddea4593-f2f4-4496-962d-175f8d7925fb on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:11:57.643244 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:57.645463 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-01f3e11e-6996-463a-b4a0-86de33a808d0 req-e49cb961-da6a-4a54-913c-ba54d6976f18 tempest-TestMinimumBasicScenario-1342591939 tempest-TestMinimumBasicScenario-1342591939-project] 10.222.0.53 "DELETE /v2.0/ports/ddea4593-f2f4-4496-962d-175f8d7925fb HTTP/1.1" status: 204 len: 173 time: 0.6171219 Aug 10 14:11:57.695810 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:11:57.723529 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6d516-4473-4bdb-ace5-3f93dd7c7d43 None None] The sync data for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi is: [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:11:57.970371 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffb0df9-b1e0-4761-bfb8-abd4e09f1a26 None None] New status for floating IP 64e6b42a-ac71-4b08-bb7f-a944c8268549: DOWN {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:11:58.575185 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51664) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:58.673838 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2293-785b-42cb-8c9a-0ee9fc74ea98 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:58.716836 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2293-785b-42cb-8c9a-0ee9fc74ea98 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:58.738575 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'name': 'network-vif-deleted', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:11:58.741196 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d981f-00e6-4d45-ad0f-d8bbfac0e0aa" -d '{"events": [{"server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "name": "network-vif-deleted", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:11:58.812035 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e994b6-9ee8-41d5-820c-143c24f4282a x-openstack-request-id: req-f1e994b6-9ee8-41d5-820c-143c24f4282a {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:11:58.812449 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719380ab-6e3b-4060-b811-92ca04eb45d0", "name": "network-vif-deleted", "tag": "ddea4593-f2f4-4496-962d-175f8d7925fb", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:11:58.812868 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1e994b6-9ee8-41d5-820c-143c24f4282a {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:11:58.813339 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719380ab-6e3b-4060-b811-92ca04eb45d0', 'name': 'network-vif-deleted', 'tag': 'ddea4593-f2f4-4496-962d-175f8d7925fb', 'status': 'completed', 'code': 200} Aug 10 14:11:58.823578 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2293-785b-42cb-8c9a-0ee9fc74ea98 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:58.827170 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2293-785b-42cb-8c9a-0ee9fc74ea98 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:58.828517 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-bc8a2293-785b-42cb-8c9a-0ee9fc74ea98 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "DELETE /v2.0/security-groups/40fd35b5-1191-44db-8c8b-e8e3237e6d95 HTTP/1.1" status: 204 len: 168 time: 0.2522292 Aug 10 14:11:58.831545 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51680) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:58.837761 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a2293-785b-42cb-8c9a-0ee9fc74ea98 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fd35b5-1191-44db-8c8b-e8e3237e6d95,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:58.837995 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:11:58.848616 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.api.v2.resource [None req-2f8fb09e-2348-4445-8999-a2b7a41f36d8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] show failed (client error): The resource could not be found. Aug 10 14:11:58.850128 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-2f8fb09e-2348-4445-8999-a2b7a41f36d8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups/40fd35b5-1191-44db-8c8b-e8e3237e6d95 HTTP/1.1" status: 404 len: 347 time: 0.0174854 Aug 10 14:11:58.852684 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51682) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:58.867242 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 4c14ce42-ddad-4ae9-be60-7f065a98410f {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:11:58.867622 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 4c14ce42-ddad-4ae9-be60-7f065a98410f not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:11:58.985778 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Deleting port d0113643-14ff-486f-8d3d-b8f39fba522a {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:11:58.986123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.064827 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.065157 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.076629 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Calling delete_port for d0113643-14ff-486f-8d3d-b8f39fba522a owned by network:floatingip {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:11:59.221699 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.248851 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event deleted for resources: {'Port': ['ID=d0113643-14ff-486f-8d3d-b8f39fba522a,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:59.309164 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.311581 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.312754 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-0303e5b0-e84a-4869-904d-2d7c3059172c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "DELETE /v2.0/floatingips/64e6b42a-ac71-4b08-bb7f-a944c8268549 HTTP/1.1" status: 204 len: 168 time: 0.4591379 Aug 10 14:11:59.668699 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51686) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:59.673310 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-7112ee5b-e933-4f08-ab1c-08a56595ce4a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248221869', 'description': 'tempest-description--371573885'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:59.699960 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7112ee5b-e933-4f08-ab1c-08a56595ce4a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.782405 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7112ee5b-e933-4f08-ab1c-08a56595ce4a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.786815 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7112ee5b-e933-4f08-ab1c-08a56595ce4a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.838653 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7112ee5b-e933-4f08-ab1c-08a56595ce4a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.843117 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-7112ee5b-e933-4f08-ab1c-08a56595ce4a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1711957 Aug 10 14:11:59.844093 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51692) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:59.845571 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112ee5b-e933-4f08-ab1c-08a56595ce4a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcae7cb-b6f8-4117-9027-102b2cced19e,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:59.849205 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-a6ccdbb9-d058-4e35-bdb3-c055b314871c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'security_group_rule': {'security_group_id': 'cfcae7cb-b6f8-4117-9027-102b2cced19e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:11:59.877934 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a6ccdbb9-d058-4e35-bdb3-c055b314871c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.935499 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a6ccdbb9-d058-4e35-bdb3-c055b314871c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.939302 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a6ccdbb9-d058-4e35-bdb3-c055b314871c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.957152 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccdbb9-d058-4e35-bdb3-c055b314871c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a532aa2-e8c7-4cda-90b6-4c4b33a7ae73,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:11:59.964904 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a6ccdbb9-d058-4e35-bdb3-c055b314871c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:11:59.965959 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-a6ccdbb9-d058-4e35-bdb3-c055b314871c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206632 Aug 10 14:11:59.968651 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51694) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:11:59.973581 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-5fb694c5-eb18-4799-9c82-6a016a5a081a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'security_group_rule': {'security_group_id': 'cfcae7cb-b6f8-4117-9027-102b2cced19e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:00.001070 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5fb694c5-eb18-4799-9c82-6a016a5a081a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:00.059630 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5fb694c5-eb18-4799-9c82-6a016a5a081a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:00.063916 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5fb694c5-eb18-4799-9c82-6a016a5a081a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:00.082460 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb694c5-eb18-4799-9c82-6a016a5a081a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5718cea-98dd-4c8e-89e5-e2a1065fe91b,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:00.085793 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5fb694c5-eb18-4799-9c82-6a016a5a081a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:00.089597 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-5fb694c5-eb18-4799-9c82-6a016a5a081a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174028 Aug 10 14:12:00.090870 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51696) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:00.095595 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'floatingip': {'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:00.118780 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:00.442834 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:00.551019 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Allocated IP 172.27.1.95 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/d6ea2905-0809-4063-99c9-1b654e7ef213) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:00.653267 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:00.690777 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:00.728404 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:00.734176 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:00.737607 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:00.742895 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'Port': ['ID=d6ea2905-0809-4063-99c9-1b654e7ef213,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:00.832258 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:00.837089 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ddea4593-f2f4-4496-962d-175f8d7925fb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:12:00.862582 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: ddea4593-f2f4-4496-962d-175f8d7925fb {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:12:00.862926 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device ddea4593-f2f4-4496-962d-175f8d7925fb not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:12:00.868303 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:01.027703 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:01.032214 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:01.108901 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'Port': ['ID=d6ea2905-0809-4063-99c9-1b654e7ef213,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:01.125642 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:01.139042 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:01.140340 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-32d21dd7-85da-4ea8-9314-12a45af7518c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0484407 Aug 10 14:12:03.977138 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51770) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:04.155429 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-bf52bdff-66fa-4e6c-8436-c7ec39735c3a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1248221869&fields=id&tenant_id=87109c73f13448588e285f393b561d49 HTTP/1.1" status: 200 len: 267 time: 0.0351319 Aug 10 14:12:04.285954 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-feea062b-4612-448c-a717-cd8eb3a71520 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:04.288199 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-feea062b-4612-448c-a717-cd8eb3a71520 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 817 time: 0.1251280 Aug 10 14:12:04.314899 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-cf9788ee-63de-4433-8cd9-79f9e9ec2706 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/quotas/87109c73f13448588e285f393b561d49 HTTP/1.1" status: 200 len: 375 time: 0.0191536 Aug 10 14:12:04.376795 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-f7137fbf-aafe-4da7-97d6-b12c0afd9d10 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529528 Aug 10 14:12:04.381804 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16462999'] for router_interface, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:04.476044 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-f1dfd3cd-0e6e-413e-a623-79afec224d1d service neutron] 10.222.0.26 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981262 Aug 10 14:12:04.583900 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-19cef4a8-f8e3-4ff2-8de6-3c32db27da0e service neutron] 10.222.0.26 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060743 Aug 10 14:12:04.676147 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Deleting port 7756b03e-f1f0-423a-bde0-21c52f580076 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:04.676496 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:04.750431 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8e306d0e-be73-4106-9f5b-2fb399cd2914 req-3a68ed9a-a6f6-449f-a6ff-7eabd5c9fb7e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 210 time: 0.0262234 Aug 10 14:12:04.767326 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] For port 7756b03e-f1f0-423a-bde0-21c52f580076, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=7756b03e-f1f0-423a-bde0-21c52f580076,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:04.767518 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:04.781315 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Calling delete_port for 7756b03e-f1f0-423a-bde0-21c52f580076 owned by network:router_interface {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:04.972925 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:05.012815 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=7756b03e-f1f0-423a-bde0-21c52f580076,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:05.276468 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16280378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16420903'] for router_interface, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:05.512526 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Router 38cef93e-df7e-45a4-97d6-54c4df642f9c has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:12:05.628917 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:12:05.634748 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-4cc50914-45ef-433b-a6e5-dbaaa69bdd67 admin admin] 10.222.0.26 "PUT /v2.0/routers/38cef93e-df7e-45a4-97d6-54c4df642f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6506736 Aug 10 14:12:05.637203 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51854) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:05.639222 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] Sync routers for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:12:05.648951 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:05.649562 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:05.741890 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:05.762297 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:05.878037 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:05.926746 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9758edcd-b3b2-494b-9eaa-21227f2fda22 req-2c10475f-3da0-4d6a-957f-ea0cca4f6eb5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 210 time: 0.0759246 Aug 10 14:12:05.975587 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Deleting port 137627e7-e9cc-4c53-b559-287bb59922bb {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:05.976106 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:05.996159 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:12:04Z', 'revision_number': 5, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port': {'id': '137627e7-e9cc-4c53-b559-287bb59922bb', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:28Z', 'updated_at': '2021-08-10T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:06.029137 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] Checking router: 38cef93e-df7e-45a4-97d6-54c4df642f9c for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:12:06.038998 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] Routers {'38cef93e-df7e-45a4-97d6-54c4df642f9c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:06.039791 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['38cef93e-df7e-45a4-97d6-54c4df642f9c'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:06.044650 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-4b29df81-ff4c-4d44-9197-43afcc275f14 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:06.049156 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-4b29df81-ff4c-4d44-9197-43afcc275f14 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 817 time: 0.2073183 Aug 10 14:12:06.079091 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] For port 137627e7-e9cc-4c53-b559-287bb59922bb, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=137627e7-e9cc-4c53-b559-287bb59922bb,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:06.079703 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.093403 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Calling delete_port for 137627e7-e9cc-4c53-b559-287bb59922bb owned by network:router_gateway {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:06.128951 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-2e73d434-03e1-43c1-be98-e2329cbe7ded tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87109c73f13448588e285f393b561d49 HTTP/1.1" status: 200 len: 380 time: 0.0565612 Aug 10 14:12:06.139570 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] Set router 38cef93e-df7e-45a4-97d6-54c4df642f9c gateway port host: None {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:06.140999 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'port': {'device_id': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'admin_state_up': True, 'tenant_id': '87109c73f13448588e285f393b561d49', 'security_groups': ['cfcae7cb-b6f8-4117-9027-102b2cced19e']}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:06.199156 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:12:05Z', 'revision_number': 6, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port_host': None}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:06.227128 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e0bfed-cfa3-473b-adbc-37301e9b4a6b None None] The sync data for ids ['38cef93e-df7e-45a4-97d6-54c4df642f9c'] in dv-cinder-788363-11-iscsi is: [{'id': '38cef93e-df7e-45a4-97d6-54c4df642f9c', 'name': 'tempest-TestMinimumBasicScenario-233223919-router', 'tenant_id': '23d8f47767b447079b576d527e9d5411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:27Z', 'updated_at': '2021-08-10T14:12:05Z', 'revision_number': 6, 'project_id': '23d8f47767b447079b576d527e9d5411', 'gw_port_host': None}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:12:06.263104 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Made reservation on behalf of 87109c73f13448588e285f393b561d49 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:12:06.267093 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.295884 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.330242 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=137627e7-e9cc-4c53-b559-287bb59922bb,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:06.388387 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16421825'] for router_gateway, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.421922 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Allocated IP 172.20.0.9 (d2affb74-a46b-441c-a2c7-a989ec7f0bb5/2a3b00c9-c442-40b9-a58d-cfd8348f9716/1b89f84c-1ade-4c18-8847-2c0295694b44) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:06.585842 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.610572 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Transition to ACTIVE for port object 1b89f84c-1ade-4c18-8847-2c0295694b44 will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:06.656590 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.715644 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:06.718731 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:06.721316 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:06.737806 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40590'] for router, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.740459 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.746965 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:06.777691 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:06.778456 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.794117 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-37572905-ff47-42e4-a93c-48d6d27ee1bf tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6587708 Aug 10 14:12:06.810315 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16419116'] for router, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.811660 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38cef93e-df7e-45a4-97d6-54c4df642f9c {{(pid=93626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:12:06.821248 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] Notify callbacks [] for router, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.821248 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-993793c0-5dcc-43e4-8355-4b0602473d91 admin admin] 10.222.0.26 "DELETE /v2.0/routers/38cef93e-df7e-45a4-97d6-54c4df642f9c HTTP/1.1" status: 204 len: 168 time: 1.1790504 Aug 10 14:12:06.821541 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Request body: {'port': {'device_id': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:06.821660 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51866) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:06.876565 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_v2 [None req-af13f770-4689-49f1-a06c-9e64395b36f3 admin admin] Deleting subnet da6073c1-40c1-4d45-9774-c0f7e7a82ce1 {{(pid=93626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:12:06.879816 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-af13f770-4689-49f1-a06c-9e64395b36f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.885209 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.923198 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-af13f770-4689-49f1-a06c-9e64395b36f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14171189'] for subnet, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:06.983938 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-e8308e39-bd76-4d5c-987f-769bfaeb9a60 None None] Provisioning for port 1b89f84c-1ade-4c18-8847-2c0295694b44 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:06.989463 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-e8308e39-bd76-4d5c-987f-769bfaeb9a60 None None] Provisioning complete for port 1b89f84c-1ade-4c18-8847-2c0295694b44 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:06.990478 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-e8308e39-bd76-4d5c-987f-769bfaeb9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.060135 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-e8308e39-bd76-4d5c-987f-769bfaeb9a60 None None] Port 1b89f84c-1ade-4c18-8847-2c0295694b44 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:12:07.069006 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-af13f770-4689-49f1-a06c-9e64395b36f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.148513 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 137627e7-e9cc-4c53-b559-287bb59922bb no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:12:07.149101 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-af13f770-4689-49f1-a06c-9e64395b36f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13264759'] for subnet, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.172951 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 137627e7-e9cc-4c53-b559-287bb59922bb {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:12:07.173582 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 137627e7-e9cc-4c53-b559-287bb59922bb not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:12:07.174178 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7756b03e-f1f0-423a-bde0-21c52f580076 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:12:07.186990 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0ccc1-0355-476a-981c-ac391dafec6e req-b6fc173a-6e85-4c5d-a2d9-b8c4cac0c9d9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:07.194982 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb1645-182a-4784-ad3a-e9382e0443a4 None None] Network e62134f9-ecff-42c9-b4ad-431bf2004649 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:12:07.195891 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ee0ccc1-0355-476a-981c-ac391dafec6e req-b6fc173a-6e85-4c5d-a2d9-b8c4cac0c9d9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 931 time: 0.1529288 Aug 10 14:12:07.201253 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 7756b03e-f1f0-423a-bde0-21c52f580076 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:12:07.201824 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7756b03e-f1f0-423a-bde0-21c52f580076 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:12:07.206118 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-af13f770-4689-49f1-a06c-9e64395b36f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.208012 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-af13f770-4689-49f1-a06c-9e64395b36f3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/da6073c1-40c1-4d45-9774-c0f7e7a82ce1 HTTP/1.1" status: 204 len: 168 time: 0.3852959 Aug 10 14:12:07.209288 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13f770-4689-49f1-a06c-9e64395b36f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6073c1-40c1-4d45-9774-c0f7e7a82ce1,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:07.211005 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51874) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:07.258144 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ee0ccc1-0355-476a-981c-ac391dafec6e req-b88ec116-91ae-4342-ac15-a62443ff6347 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577970 Aug 10 14:12:07.304756 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.356536 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b89f84c-1ade-4c18-8847-2c0295694b44 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:12:07.365097 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.371130 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Deleting port dd613e55-898f-4366-b6dd-803b733f1ee4 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:07.371510 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.377224 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Transition to ACTIVE for port object 1b89f84c-1ade-4c18-8847-2c0295694b44 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:07.381753 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.430153 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b12f8c-d884-43da-8b0d-d80a50e6b3f5 None None] DHCP port deletion for e62134f9-ecff-42c9-b4ad-431bf2004649 request from dv-cinder-788363-11-iscsi {{(pid=93627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:12:07.448791 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:07.461586 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] For port dd613e55-898f-4366-b6dd-803b733f1ee4, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=dd613e55-898f-4366-b6dd-803b733f1ee4,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:07.462290 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.486434 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Calling delete_port for dd613e55-898f-4366-b6dd-803b733f1ee4 owned by network:dhcp {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:07.515082 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-03b12f8c-d884-43da-8b0d-d80a50e6b3f5 None None] Deleting port dd613e55-898f-4366-b6dd-803b733f1ee4 {{(pid=93627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:07.515965 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-03b12f8c-d884-43da-8b0d-d80a50e6b3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.559109 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Attempting to bind port 1b89f84c-1ade-4c18-8847-2c0295694b44 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:07.559816 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Attempting to bind port 1b89f84c-1ade-4c18-8847-2c0295694b44 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:07.560315 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Attempting to bind port 1b89f84c-1ade-4c18-8847-2c0295694b44 on network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:07.566383 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Port 1b89f84c-1ade-4c18-8847-2c0295694b44 on network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:12:07.570258 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Attempting to bind port 1b89f84c-1ade-4c18-8847-2c0295694b44 on network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:07.585564 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:07.586461 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Checking segment: {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:07.586461 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Bound using segment: {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:07.586694 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Bound port: 1b89f84c-1ade-4c18-8847-2c0295694b44, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:07.587016 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.587149 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.608024 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-03b12f8c-d884-43da-8b0d-d80a50e6b3f5 None None] For port dd613e55-898f-4366-b6dd-803b733f1ee4, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=dd613e55-898f-4366-b6dd-803b733f1ee4,segment=NetworkSegment(289234ec-27e9-4e78-b33e-7d76f4cce739),segment_id=289234ec-27e9-4e78-b33e-7d76f4cce739)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:07.608587 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-03b12f8c-d884-43da-8b0d-d80a50e6b3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.623355 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-03b12f8c-d884-43da-8b0d-d80a50e6b3f5 None None] Calling delete_port for dd613e55-898f-4366-b6dd-803b733f1ee4 owned by network:dhcp {{(pid=93627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:07.624245 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd613e55-898f-4366-b6dd-803b733f1ee4,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:07.634451 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] No DVR routers for this DVR port dd613e55-898f-4366-b6dd-803b733f1ee4 on host dv-cinder-788363-11-iscsi {{(pid=93626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:12:07.670223 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:07.694614 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:07.700577 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.729830 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.741056 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62134f9-ecff-42c9-b4ad-431bf2004649']}} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:07.753158 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289234ec-27e9-4e78-b33e-7d76f4cce739') {'for_net_delete': True} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:07.753694 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289234ec-27e9-4e78-b33e-7d76f4cce739') {} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:07.757843 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:07.758860 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.760246 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] 10.222.0.53 "PUT /v2.0/ports/1b89f84c-1ade-4c18-8847-2c0295694b44 HTTP/1.1" status: 200 len: 1093 time: 0.9485753 Aug 10 14:12:07.762967 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:07.764145 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14171212'] for segment, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.765473 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae03e0a-06ed-4a48-90ef-c7faf9828762" -d '{"events": [{"name": "network-changed", "server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:07.779299 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.788540 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:12:07.789097 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14095164'] for segment, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: Traceback (most recent call last): Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: timer() Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: cb(*args, **kw) Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: return func(*args, **kwargs) Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: self._notify() Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: self.callback(batched_events) Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: event.method(event) Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: return f(self, *a, **k) Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._get(url).json() Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: return self.request(url, 'GET', **kwargs) Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:12:07.791192 dv-cinder-788363-11-iscsi neutron-server[93626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:12:07.795673 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-03b12f8c-d884-43da-8b0d-d80a50e6b3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117'] for port, after_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.827315 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b53b72-4de0-45ea-af2b-fb683700be00 x-openstack-request-id: req-a0b53b72-4de0-45ea-af2b-fb683700be00 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:07.827605 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:07.827915 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0b53b72-4de0-45ea-af2b-fb683700be00 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:07.829218 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'status': 'completed', 'code': 200} Aug 10 14:12:07.829960 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490420d-1609-47e6-a5cf-c2a2c1916e43 service neutron] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:07.845313 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b12f8c-d884-43da-8b0d-d80a50e6b3f5 None None] Pushing event deleted for resources: {'Port': ['ID=dd613e55-898f-4366-b6dd-803b733f1ee4,revision_number=None']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:07.853435 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b12f8c-d884-43da-8b0d-d80a50e6b3f5 None None] No DVR routers for this DVR port dd613e55-898f-4366-b6dd-803b733f1ee4 on host dv-cinder-788363-11-iscsi {{(pid=93627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:12:07.900456 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.906612 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:07.911597 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e62134f9-ecff-42c9-b4ad-431bf2004649 HTTP/1.1" status: 204 len: 168 time: 0.6927693 Aug 10 14:12:07.912295 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51890) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:07.915931 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-a8f39118-013f-4b52-a1e7-dd6c9085f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:07.918117 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-a8f39118-013f-4b52-a1e7-dd6c9085f5f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 1096 time: 0.0690873 Aug 10 14:12:07.922844 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1088ff-4f24-46ba-8f36-87838d45f121 admin admin] Pushing event deleted for resources: {'Network': ['ID=e62134f9-ecff-42c9-b4ad-431bf2004649,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:08.003559 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-64f5eeb0-51df-4ee7-a2b1-6e00ca0a1671 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b89f84c-1ade-4c18-8847-2c0295694b44 HTTP/1.1" status: 200 len: 217 time: 0.0425510 Aug 10 14:12:08.118253 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-4bcba1b8-5785-465a-979e-d7d961cb9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:08.119669 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-4bcba1b8-5785-465a-979e-d7d961cb9eae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0997975 Aug 10 14:12:08.514660 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-83da4027-fa23-4932-b047-aad6daf89448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:08.516191 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-83da4027-fa23-4932-b047-aad6daf89448 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1228764 Aug 10 14:12:08.526952 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09591677-84ca-4efd-be50-590908b83faa req-0d675b57-d5fd-4b56-a99d-ef8ac5f9512a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:08.528349 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-09591677-84ca-4efd-be50-590908b83faa req-0d675b57-d5fd-4b56-a99d-ef8ac5f9512a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.1339417 Aug 10 14:12:08.643618 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-09591677-84ca-4efd-be50-590908b83faa req-278bdd3f-7504-4888-9883-fdc18e3578b1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054401 Aug 10 14:12:08.720211 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-3df7ed7c-1f02-44f8-a494-464b7b055611 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906712 Aug 10 14:12:08.864925 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device dd613e55-898f-4366-b6dd-803b733f1ee4 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:12:08.889345 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: dd613e55-898f-4366-b6dd-803b733f1ee4 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:12:08.889823 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device dd613e55-898f-4366-b6dd-803b733f1ee4 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:12:08.899684 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b9b2704-4e50-4a9c-8d8d-1437f674e319 req-0f01859a-dbd9-4043-afaf-18ee7c8c2353 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658406 Aug 10 14:12:08.936793 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16462999'] for router_interface, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:09.136767 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-0a48297d-4faf-4c33-a47c-7824307a78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:09.141972 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-0a48297d-4faf-4c33-a47c-7824307a78b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 1096 time: 0.1251771 Aug 10 14:12:09.300926 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-2f9163d6-0389-4011-9419-1d105109ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:09.302393 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-2f9163d6-0389-4011-9419-1d105109ce22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.1418931 Aug 10 14:12:09.365193 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-f2394fec-866b-43e0-b282-8617ca4fc61e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b89f84c-1ade-4c18-8847-2c0295694b44 HTTP/1.1" status: 200 len: 217 time: 0.0552590 Aug 10 14:12:09.421012 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Deleting port 4aa0bbec-9abb-4a36-a928-227cc67c8096 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:09.421358 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:09.465948 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-23d83d90-1329-4cef-b39a-366f56983c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:09.467446 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-23d83d90-1329-4cef-b39a-366f56983c9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0936308 Aug 10 14:12:09.543314 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] For port 4aa0bbec-9abb-4a36-a928-227cc67c8096, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=4aa0bbec-9abb-4a36-a928-227cc67c8096,segment=NetworkSegment(9a17b390-37ea-4f54-b5cf-0394b286972d),segment_id=9a17b390-37ea-4f54-b5cf-0394b286972d)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:09.543945 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:09.555547 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-e32c06bd-8d0f-49d2-a363-b2d571aa353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:09.557027 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-e32c06bd-8d0f-49d2-a363-b2d571aa353e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0784638 Aug 10 14:12:09.560596 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Calling delete_port for 4aa0bbec-9abb-4a36-a928-227cc67c8096 owned by network:router_interface {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:09.768085 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-3debfa17-c228-4b7c-bbe6-a6f1c7b4e1b2 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018778 Aug 10 14:12:09.774505 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-cf2e960e-c7c8-4dfd-b7b1-1d9aee584891 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414526409&fields=id&tenant_id=758775bbbcbf479a918e7e586753aee6 HTTP/1.1" status: 200 len: 267 time: 0.1049409 Aug 10 14:12:10.017741 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aae03e0a-06ed-4a48-90ef-c7faf9828762 req-b4ea51a0-dd55-4081-ac58-89f610e1676f service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407753 Aug 10 14:12:10.034422 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-f20536e8-2b40-4256-86ba-65878695f173 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:10.036780 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-f20536e8-2b40-4256-86ba-65878695f173 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 812 time: 0.2507505 Aug 10 14:12:10.074837 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bc11e-9bfb-45ce-9a17-91a546915533 req-e371c789-43a1-459c-a2b6-475fb6ee57ef tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:10.076373 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-765bc11e-9bfb-45ce-9a17-91a546915533 req-e371c789-43a1-459c-a2b6-475fb6ee57ef tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.3585870 Aug 10 14:12:10.078004 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:10.084053 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-29a69ac7-75c8-4bce-a3b2-8d589fbf2f5b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/quotas/758775bbbcbf479a918e7e586753aee6 HTTP/1.1" status: 200 len: 375 time: 0.0317025 Aug 10 14:12:10.122019 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa0bbec-9abb-4a36-a928-227cc67c8096,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:10.219910 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-765bc11e-9bfb-45ce-9a17-91a546915533 req-739d871f-92dd-40ef-b55d-6260d32d6c22 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321051 Aug 10 14:12:10.238935 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-a6857fcc-c702-4a37-9220-2299736119d2 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294856 Aug 10 14:12:10.644188 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16280378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16420903'] for router_interface, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:10.655749 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-8bec8119-2af5-4c4a-8157-20c4fde5815b service neutron] 10.222.0.26 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793402 Aug 10 14:12:10.888225 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9ae3c1ea-ceb4-4f18-b564-267f162cfe9f service neutron] 10.222.0.26 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927388 Aug 10 14:12:10.931923 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:12:10.947796 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Router 41b60605-2d35-4661-946e-f95b9f0460a1 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:12:11.042723 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:11.054719 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'port_id': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'mac_address': 'fa:16:3e:28:72:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:12:11.078264 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:12:11.084559 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-d5d84766-13bc-4a1a-893e-6d5c0a8b09e7 admin admin] 10.222.0.26 "PUT /v2.0/routers/41b60605-2d35-4661-946e-f95b9f0460a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1710377 Aug 10 14:12:11.087128 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51932) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:11.087931 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] Sync routers for ids ['41b60605-2d35-4661-946e-f95b9f0460a1'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:12:11.099723 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] Routers {'41b60605-2d35-4661-946e-f95b9f0460a1'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:11.100718 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['41b60605-2d35-4661-946e-f95b9f0460a1'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:11.109674 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.131824 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b89f84c-1ade-4c18-8847-2c0295694b44 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:12:11.156701 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:11.162499 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.200724 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.221225 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:11.225628 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] Set router 41b60605-2d35-4661-946e-f95b9f0460a1 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:11.319573 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.363834 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4d694-f7e6-45aa-bbb0-5f8fceaf7a3d req-5a664398-5901-479d-b7c3-908d34e4a005 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:11.365618 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6da4d694-f7e6-45aa-bbb0-5f8fceaf7a3d req-5a664398-5901-479d-b7c3-908d34e4a005 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 944 time: 0.0630794 Aug 10 14:12:11.397195 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Deleting port 47b454e8-fc37-40e6-b999-e1621d608c23 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:11.397833 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.451985 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:33Z', 'updated_at': '2021-08-10T14:12:09Z', 'revision_number': 5, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'gw_port': {'id': '47b454e8-fc37-40e6-b999-e1621d608c23', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:08:34Z', 'updated_at': '2021-08-10T14:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:11.476977 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5aeb7665-e3a2-4be5-94ed-8e44ce62f7fd req-8a557dc4-2804-487e-ae40-c9c56dbb67aa tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 210 time: 0.0329769 Aug 10 14:12:11.497533 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] For port 47b454e8-fc37-40e6-b999-e1621d608c23, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=47b454e8-fc37-40e6-b999-e1621d608c23,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:11.497904 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.500766 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6da4d694-f7e6-45aa-bbb0-5f8fceaf7a3d req-c260d5f9-6167-4284-940e-6378f24e619e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114030 Aug 10 14:12:11.511084 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['1b89f84c-1ade-4c18-8847-2c0295694b44'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:12:11.511914 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Calling delete_port for 47b454e8-fc37-40e6-b999-e1621d608c23 owned by network:router_gateway {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:11.523399 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] Checking router: 41b60605-2d35-4661-946e-f95b9f0460a1 for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:12:11.537951 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] Routers {'41b60605-2d35-4661-946e-f95b9f0460a1'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:11.538935 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['41b60605-2d35-4661-946e-f95b9f0460a1'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:11.652309 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] Set router 41b60605-2d35-4661-946e-f95b9f0460a1 gateway port host: None {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:11.719626 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.720058 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:33Z', 'updated_at': '2021-08-10T14:12:11Z', 'revision_number': 6, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'gw_port_host': None}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:11.755329 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d405f3-5392-4266-9e10-61ad8a2063ec None None] The sync data for ids ['41b60605-2d35-4661-946e-f95b9f0460a1'] in dv-cinder-788363-11-iscsi is: [{'id': '41b60605-2d35-4661-946e-f95b9f0460a1', 'name': 'tempest-TestMinimumBasicScenario-1251194983-router', 'tenant_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:08:33Z', 'updated_at': '2021-08-10T14:12:11Z', 'revision_number': 6, 'project_id': 'fff7603f47b94bc3a97b59e5b2ca2c94', 'gw_port_host': None}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:12:11.757758 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Pushing event deleted for resources: {'Port': ['ID=47b454e8-fc37-40e6-b999-e1621d608c23,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:11.824769 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16421825'] for router_gateway, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.920510 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40590'] for router, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.923234 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.970218 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16419116'] for router, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.970791 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41b60605-2d35-4661-946e-f95b9f0460a1 {{(pid=93626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:12:11.976941 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] Notify callbacks [] for router, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:11.978105 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d7b9f680-dfd8-4bb7-9699-1a16f36bff6f admin admin] 10.222.0.26 "DELETE /v2.0/routers/41b60605-2d35-4661-946e-f95b9f0460a1 HTTP/1.1" status: 204 len: 168 time: 0.8899498 Aug 10 14:12:11.981353 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51956) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:12.030890 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a56320c-48ee-4633-8a06-db8f193fe0a3 admin admin] Deleting subnet f8c10c63-1f98-499f-b106-cea86c214304 {{(pid=93625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:12:12.034136 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7a56320c-48ee-4633-8a06-db8f193fe0a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.084545 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7a56320c-48ee-4633-8a06-db8f193fe0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13391606'] for subnet, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.218753 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7a56320c-48ee-4633-8a06-db8f193fe0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.278652 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7a56320c-48ee-4633-8a06-db8f193fe0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13547513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13386332'] for subnet, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.306123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56320c-48ee-4633-8a06-db8f193fe0a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c10c63-1f98-499f-b106-cea86c214304,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:12.308301 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7a56320c-48ee-4633-8a06-db8f193fe0a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.310522 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-7a56320c-48ee-4633-8a06-db8f193fe0a3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f8c10c63-1f98-499f-b106-cea86c214304 HTTP/1.1" status: 204 len: 168 time: 0.3281045 Aug 10 14:12:12.313097 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51958) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:12.318446 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee39cc8-6b76-4959-ab23-2ee4f38281ea None None] Network ef867ac5-731c-4bec-a85e-7c11528671ac requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:12:12.381210 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.444803 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Deleting port 12ba840a-e35e-4094-9f7b-1f36f566ec1c {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:12.445028 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.510072 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] For port 12ba840a-e35e-4094-9f7b-1f36f566ec1c, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=12ba840a-e35e-4094-9f7b-1f36f566ec1c,segment=NetworkSegment(9a17b390-37ea-4f54-b5cf-0394b286972d),segment_id=9a17b390-37ea-4f54-b5cf-0394b286972d)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:12.511230 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.527803 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Calling delete_port for 12ba840a-e35e-4094-9f7b-1f36f566ec1c owned by network:dhcp {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:12.541133 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d22f0-d5c4-4472-873e-ce44daea2baa None None] DHCP port deletion for ef867ac5-731c-4bec-a85e-7c11528671ac request from dv-cinder-788363-11-iscsi {{(pid=93627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:12:12.642191 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-a99d22f0-d5c4-4472-873e-ce44daea2baa None None] Deleting port 12ba840a-e35e-4094-9f7b-1f36f566ec1c {{(pid=93627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:12.642727 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a99d22f0-d5c4-4472-873e-ce44daea2baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.644770 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5408dead-4f72-44a2-bcdf-4a5f2f707ba8 req-d5181385-9151-4147-bba0-db0431f9bffc tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 210 time: 0.0444875 Aug 10 14:12:12.705797 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.741666 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ba840a-e35e-4094-9f7b-1f36f566ec1c,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:12.753219 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79345ee-fa13-4665-9dae-086c5f45b6f1 req-8bd2c608-3277-4386-93b0-700a828984a2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:12.754818 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d79345ee-fa13-4665-9dae-086c5f45b6f1 req-8bd2c608-3277-4386-93b0-700a828984a2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 944 time: 0.1125743 Aug 10 14:12:12.768716 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-a99d22f0-d5c4-4472-873e-ce44daea2baa None None] For port 12ba840a-e35e-4094-9f7b-1f36f566ec1c, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=12ba840a-e35e-4094-9f7b-1f36f566ec1c,segment=NetworkSegment(9a17b390-37ea-4f54-b5cf-0394b286972d),segment_id=9a17b390-37ea-4f54-b5cf-0394b286972d)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:12.769247 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a99d22f0-d5c4-4472-873e-ce44daea2baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:12.788971 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] No DVR routers for this DVR port 12ba840a-e35e-4094-9f7b-1f36f566ec1c on host dv-cinder-788363-11-iscsi {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:12:12.800098 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-a99d22f0-d5c4-4472-873e-ce44daea2baa None None] Calling delete_port for 12ba840a-e35e-4094-9f7b-1f36f566ec1c owned by network:dhcp {{(pid=93627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:12.967310 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:13.005955 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 47b454e8-fc37-40e6-b999-e1621d608c23 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:12:13.013592 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a99d22f0-d5c4-4472-873e-ce44daea2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117'] for port, after_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.019341 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-97b8c6de-188b-4aeb-9091-6d1e9cd53bb1 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:13.021280 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-97b8c6de-188b-4aeb-9091-6d1e9cd53bb1 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 812 time: 0.2631996 Aug 10 14:12:13.042766 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 47b454e8-fc37-40e6-b999-e1621d608c23 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:12:13.043124 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 47b454e8-fc37-40e6-b999-e1621d608c23 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:12:13.043801 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 4aa0bbec-9abb-4a36-a928-227cc67c8096 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:12:13.099362 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 4aa0bbec-9abb-4a36-a928-227cc67c8096 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:12:13.099810 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 4aa0bbec-9abb-4a36-a928-227cc67c8096 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:12:13.099931 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.100247 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 12ba840a-e35e-4094-9f7b-1f36f566ec1c no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:12:13.111453 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d22f0-d5c4-4472-873e-ce44daea2baa None None] No DVR routers for this DVR port 12ba840a-e35e-4094-9f7b-1f36f566ec1c on host dv-cinder-788363-11-iscsi {{(pid=93627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:12:13.118046 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef867ac5-731c-4bec-a85e-7c11528671ac']}} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:13.119377 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d22f0-d5c4-4472-873e-ce44daea2baa None None] Pushing event deleted for resources: {'Port': ['ID=12ba840a-e35e-4094-9f7b-1f36f566ec1c,revision_number=None']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:13.130547 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d79345ee-fa13-4665-9dae-086c5f45b6f1 req-9f84dc14-5a44-4445-abdf-fcfc2f226778 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516510 Aug 10 14:12:13.140929 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a17b390-37ea-4f54-b5cf-0394b286972d') {'for_net_delete': True} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:13.140929 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a17b390-37ea-4f54-b5cf-0394b286972d') {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:13.154316 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 12ba840a-e35e-4094-9f7b-1f36f566ec1c {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:12:13.154704 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 12ba840a-e35e-4094-9f7b-1f36f566ec1c not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:12:13.161660 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-52b54125-ee4a-4a6c-85a3-a5e02246e214 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758775bbbcbf479a918e7e586753aee6 HTTP/1.1" status: 200 len: 379 time: 0.1141727 Aug 10 14:12:13.165403 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13391503'] for segment, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.176505 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 1b89f84c-1ade-4c18-8847-2c0295694b44 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:13.178162 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'port': {'device_id': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'admin_state_up': True, 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'security_groups': ['de7c9191-346c-4f07-8272-34601b8349e6']}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:13.180295 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 1b89f84c-1ade-4c18-8847-2c0295694b44 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:13.181444 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.199743 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.207450 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:12:13.234876 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:12:13.235321 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13547283'] for segment, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: Traceback (most recent call last): Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: timer() Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: cb(*args, **kw) Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: return func(*args, **kwargs) Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: self._notify() Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: self.callback(batched_events) Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: event.method(event) Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: return f(self, *a, **k) Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._get(url).json() Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: return self.request(url, 'GET', **kwargs) Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:12:13.237117 dv-cinder-788363-11-iscsi neutron-server[93625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:12:13.264203 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.286957 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:13.289223 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4275c47-1ea3-40d7-a413-fa0a4290961b" -d '{"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-plugged", "status": "completed", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:13.309199 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:13.313227 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.315442 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.343323 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d4cafe-9386-4d5a-b099-85f629e8eb92 x-openstack-request-id: req-f0d4cafe-9386-4d5a-b099-85f629e8eb92 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:13.343866 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-plugged", "status": "completed", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:13.344036 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0d4cafe-9386-4d5a-b099-85f629e8eb92 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:13.344377 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'code': 200} Aug 10 14:12:13.347796 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.349693 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ef867ac5-731c-4bec-a85e-7c11528671ac HTTP/1.1" status: 204 len: 168 time: 1.0356588 Aug 10 14:12:13.354515 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c084e7-2d28-459a-8422-6e60a3468c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef867ac5-731c-4bec-a85e-7c11528671ac,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:13.367702 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:13.384365 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Made reservation on behalf of 758775bbbcbf479a918e7e586753aee6 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:12:13.388713 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.528941 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Allocated IP 172.20.0.3 (5a458730-9541-4ff6-a861-0f529102559f/201af45a-0afb-4ad4-a26e-930ccd725184/3735c38d-82d1-4379-af92-4553ef4779b0) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:13.535319 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 51980) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:13.613940 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-60d6cabe-3381-4c7c-be91-22b237cc6a8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23d8f47767b447079b576d527e9d5411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774257 Aug 10 14:12:13.616766 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51982) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:13.665970 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ded7effa-793c-4e05-b0ed-82399b7c19f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.693035 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ded7effa-793c-4e05-b0ed-82399b7c19f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.703010 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.717513 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Transition to ACTIVE for port object 3735c38d-82d1-4379-af92-4553ef4779b0 will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:13.749837 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ded7effa-793c-4e05-b0ed-82399b7c19f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.752431 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ded7effa-793c-4e05-b0ed-82399b7c19f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.753614 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ded7effa-793c-4e05-b0ed-82399b7c19f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd73e1a8-d02e-40a0-83c2-01e307053e51 HTTP/1.1" status: 204 len: 168 time: 0.1356387 Aug 10 14:12:13.757888 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d874f19-efbe-4c0d-abf1-0b9f18db84f1 req-2a4ea605-700b-41f1-a046-9f9ead7f2bf3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 210 time: 0.0352933 Aug 10 14:12:13.761710 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7effa-793c-4e05-b0ed-82399b7c19f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd73e1a8-d02e-40a0-83c2-01e307053e51,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:13.782237 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.824431 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Network 5a458730-9541-4ff6-a861-0f529102559f is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:13.827543 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:13.833444 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:13.863259 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'Port': ['ID=3735c38d-82d1-4379-af92-4553ef4779b0,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:13.894969 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:13.895715 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:13.909797 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-e6f62d0a-16d0-4937-9a82-027b9a3f55c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372429 Aug 10 14:12:14.065634 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-5ce1042f-c7fc-42f5-b127-50194606284f None None] Provisioning for port 3735c38d-82d1-4379-af92-4553ef4779b0 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:14.069720 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-5ce1042f-c7fc-42f5-b127-50194606284f None None] Provisioning complete for port 3735c38d-82d1-4379-af92-4553ef4779b0 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:14.070096 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-5ce1042f-c7fc-42f5-b127-50194606284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:14.168623 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51994) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:14.223548 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-b8fbe863-9c11-4166-a1d9-0a40e330a175 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fff7603f47b94bc3a97b59e5b2ca2c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540762 Aug 10 14:12:14.226256 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 51998) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:14.252800 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-5ce1042f-c7fc-42f5-b127-50194606284f None None] Port 3735c38d-82d1-4379-af92-4553ef4779b0 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:12:14.279609 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f78c9785-a23c-426a-a4c8-6d4b7f4b969c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:14.294096 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2332726-ef34-40bb-8b0b-cb679184eb7b req-894161c7-ab0c-4de8-9d22-645f79806f94 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:14.295739 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a2332726-ef34-40bb-8b0b-cb679184eb7b req-894161c7-ab0c-4de8-9d22-645f79806f94 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0550163 Aug 10 14:12:14.301344 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f78c9785-a23c-426a-a4c8-6d4b7f4b969c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:14.334122 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a2332726-ef34-40bb-8b0b-cb679184eb7b req-d3870781-dd97-4b8f-81ec-6b99e099abbe tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Aug 10 14:12:14.349159 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f78c9785-a23c-426a-a4c8-6d4b7f4b969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:14.352058 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f78c9785-a23c-426a-a4c8-6d4b7f4b969c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:14.353221 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-f78c9785-a23c-426a-a4c8-6d4b7f4b969c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a09b1d2b-b50c-4ea6-9e03-86ce9bd3c329 HTTP/1.1" status: 204 len: 168 time: 0.1259754 Aug 10 14:12:14.362728 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c9785-a23c-426a-a4c8-6d4b7f4b969c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09b1d2b-b50c-4ea6-9e03-86ce9bd3c329,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:14.888575 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49f0d-32bb-4f00-a872-074d125b882e req-1509a1e6-90c0-4c37-9879-fbece24691f6 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:14.890303 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dfd49f0d-32bb-4f00-a872-074d125b882e req-1509a1e6-90c0-4c37-9879-fbece24691f6 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 931 time: 0.0581729 Aug 10 14:12:14.929915 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dfd49f0d-32bb-4f00-a872-074d125b882e req-4253f4f8-27ee-4ebb-bd79-301d110a590a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Aug 10 14:12:15.038964 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52022) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:15.147324 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1037069393-network', 'tenant_id': '091cdf8de6384837a65a9634e0553459'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:15.169478 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Made reservation on behalf of 091cdf8de6384837a65a9634e0553459 for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:12:15.171854 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.179977 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.273698 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.277909 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.306172 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:12:15.315707 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0298116e-207f-4e6b-9840-abb81a6f6dbf,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:15.321910 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.322261 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Added segment d6e92ec5-863f-4836-b36c-792e8970bfa8 of type vlan for network 5369c544-29fb-4aab-a14a-eb56dd337bc2 Aug 10 14:12:15.364941 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.397484 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.398390 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:15.399105 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.452112 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4119854 Aug 10 14:12:15.456526 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52032) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:15.460113 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb954761-f9dc-49e9-9ca8-52152ce706f6 req-c38ad313-e485-492d-a2e9-bec2599dfb46 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:15.461621 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cb954761-f9dc-49e9-9ca8-52152ce706f6 req-c38ad313-e485-492d-a2e9-bec2599dfb46 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0499065 Aug 10 14:12:15.464736 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Request body: {'subnet': {'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1037069393-subnet', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:15.468310 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77ecce-9a06-4813-9107-e8f1844cfdc9 admin admin] Pushing event updated for resources: {'Network': ['ID=5369c544-29fb-4aab-a14a-eb56dd337bc2,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:15.480493 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 5369c544-29fb-4aab-a14a-eb56dd337bc2 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:12:15.489074 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Made reservation on behalf of 091cdf8de6384837a65a9634e0553459 for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:12:15.491878 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13264278'] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.503559 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cb954761-f9dc-49e9-9ca8-52152ce706f6 req-9763fcfe-1d74-48aa-9d85-b40bf002110f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339751 Aug 10 14:12:15.663982 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14095255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13264260'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.719928 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4949d49f-4478-468a-9c09-ca0e0958c8d8,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:15.728943 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Checking segment: {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:15.729348 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Network hostable DHCP agents. Network: 5369c544-29fb-4aab-a14a-eb56dd337bc2, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:12:15.746451 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Network 5369c544-29fb-4aab-a14a-eb56dd337bc2 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:12:15.754889 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 5369c544-29fb-4aab-a14a-eb56dd337bc2) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:15.761136 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:15.761363 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.764272 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058c518-6e4e-42cd-885a-5f20be40b955 None None] Network 5369c544-29fb-4aab-a14a-eb56dd337bc2 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:12:15.777141 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-5aecbf31-475b-4630-ada8-640f0f352c4e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3193886 Aug 10 14:12:15.779838 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52034) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:15.785724 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:15.806907 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.808503 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.864364 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:15.914886 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-5369c544-29fb-4aab-a14a-eb56dd337bc2', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:12:15.915719 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.013589 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.051741 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fc170-fdb0-4bc5-af54-c1fd81ec857f req-8c1809a1-9686-41fd-9e42-dc7bd4a31f6b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:16.052720 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b14fc170-fdb0-4bc5-af54-c1fd81ec857f req-8c1809a1-9686-41fd-9e42-dc7bd4a31f6b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 931 time: 0.0524883 Aug 10 14:12:16.070368 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Allocated IP 172.20.0.2 (5369c544-29fb-4aab-a14a-eb56dd337bc2/4949d49f-4478-468a-9c09-ca0e0958c8d8/722fd68e-8675-4947-a3c0-0d20197738dd) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:16.099845 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b14fc170-fdb0-4bc5-af54-c1fd81ec857f req-8b44495a-c0d6-4781-81e4-c91afba19154 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401094 Aug 10 14:12:16.230332 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.238833 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Transition to ACTIVE for port object 722fd68e-8675-4947-a3c0-0d20197738dd will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:16.243226 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.255220 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Transition to ACTIVE for port object 722fd68e-8675-4947-a3c0-0d20197738dd will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:16.261532 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.263650 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.300978 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Network 5369c544-29fb-4aab-a14a-eb56dd337bc2 is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:16.305888 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:16.310035 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:16.316841 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Pushing event updated for resources: {'Port': ['ID=722fd68e-8675-4947-a3c0-0d20197738dd,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:16.368617 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Attempting to bind port 722fd68e-8675-4947-a3c0-0d20197738dd on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:16.368986 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Attempting to bind port 722fd68e-8675-4947-a3c0-0d20197738dd by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:16.369359 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Attempting to bind port 722fd68e-8675-4947-a3c0-0d20197738dd on network 5369c544-29fb-4aab-a14a-eb56dd337bc2 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:16.374279 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:16.374655 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Checking segment: {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:16.375061 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.375483 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Bound using segment: {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:16.375953 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Bound port: 722fd68e-8675-4947-a3c0-0d20197738dd, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:16.376336 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.381244 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Allocated IP 172.27.1.57 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/a3afdd0c-03b8-4404-ba7e-caca89bb6591) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:16.429921 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Request body: {'port': {'device_id': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:16.438070 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] For port 722fd68e-8675-4947-a3c0-0d20197738dd, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:16.441710 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] For port 722fd68e-8675-4947-a3c0-0d20197738dd, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=722fd68e-8675-4947-a3c0-0d20197738dd,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:16.446759 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.490472 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.514583 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480c14f-569b-4bc9-9016-9ce44863ee1e None None] Pushing event updated for resources: {'Port': ['ID=722fd68e-8675-4947-a3c0-0d20197738dd,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:16.530416 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31109004-82dc-43af-a9cd-a218e79edb21 req-8547d23e-c67d-4967-85e3-2a1f337dfd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:16.531965 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-31109004-82dc-43af-a9cd-a218e79edb21 req-8547d23e-c67d-4967-85e3-2a1f337dfd19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 1098 time: 0.1064112 Aug 10 14:12:16.532680 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.550082 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.607595 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:16.610546 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:16.616584 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:16.637922 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-31109004-82dc-43af-a9cd-a218e79edb21 req-77c633b1-e56f-411f-816d-7c5760ea8ff1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931480 Aug 10 14:12:16.643409 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3afdd0c-03b8-4404-ba7e-caca89bb6591,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:16.748663 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3211263-cf33-4fcb-bdf3-d9689ee6197a req-8d0e4a88-e78c-403a-bdff-605a61763363 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:16.750200 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c3211263-cf33-4fcb-bdf3-d9689ee6197a req-8d0e4a88-e78c-403a-bdff-605a61763363 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.1567063 Aug 10 14:12:16.879516 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c3211263-cf33-4fcb-bdf3-d9689ee6197a req-e5a44dee-4a3a-4bb3-9292-cee2b1ce5c27 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209135 Aug 10 14:12:16.921779 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 722fd68e-8675-4947-a3c0-0d20197738dd up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:16.948660 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:16.979741 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 722fd68e-8675-4947-a3c0-0d20197738dd completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:16.998469 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3735c38d-82d1-4379-af92-4553ef4779b0 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:12:17.006151 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:17.020136 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Transition to ACTIVE for port object 3735c38d-82d1-4379-af92-4553ef4779b0 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:17.023813 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:17.076775 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Pushing event updated for resources: {'Port': ['ID=3735c38d-82d1-4379-af92-4553ef4779b0,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:17.158836 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Attempting to bind port 3735c38d-82d1-4379-af92-4553ef4779b0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:17.159414 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Attempting to bind port 3735c38d-82d1-4379-af92-4553ef4779b0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:17.159756 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Attempting to bind port 3735c38d-82d1-4379-af92-4553ef4779b0 on network 5a458730-9541-4ff6-a861-0f529102559f {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:17.165150 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Port 3735c38d-82d1-4379-af92-4553ef4779b0 on network 5a458730-9541-4ff6-a861-0f529102559f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:12:17.165489 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Attempting to bind port 3735c38d-82d1-4379-af92-4553ef4779b0 on network 5a458730-9541-4ff6-a861-0f529102559f {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:17.186171 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:17.192612 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Checking segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:17.192612 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Bound using segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:17.192612 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Bound port: 3735c38d-82d1-4379-af92-4553ef4779b0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:17.192612 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:17.289713 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] For port 3735c38d-82d1-4379-af92-4553ef4779b0, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:17.325139 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] For port 3735c38d-82d1-4379-af92-4553ef4779b0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3735c38d-82d1-4379-af92-4553ef4779b0,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:17.332666 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:17.385002 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515740df-a678-499d-b3ab-367810c1f774 req-9f2387ac-f036-4d6a-a3eb-a15daea2f12e tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:17.386793 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-515740df-a678-499d-b3ab-367810c1f774 req-9f2387ac-f036-4d6a-a3eb-a15daea2f12e tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 943 time: 0.1758351 Aug 10 14:12:17.394247 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:17.395234 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:17.396622 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] 10.222.0.53 "PUT /v2.0/ports/3735c38d-82d1-4379-af92-4553ef4779b0 HTTP/1.1" status: 200 len: 1093 time: 0.9722750 Aug 10 14:12:17.397083 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'tag': '3735c38d-82d1-4379-af92-4553ef4779b0'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:17.399370 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d403d688-aa94-4339-b4e8-ce59ff36f56c", "tag": "3735c38d-82d1-4379-af92-4553ef4779b0"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:17.466874 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed42094f-f1c2-4ebd-8377-cac2e361175c x-openstack-request-id: req-ed42094f-f1c2-4ebd-8377-cac2e361175c {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:17.467151 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d403d688-aa94-4339-b4e8-ce59ff36f56c", "tag": "3735c38d-82d1-4379-af92-4553ef4779b0", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:17.470512 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed42094f-f1c2-4ebd-8377-cac2e361175c {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:17.471901 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'tag': '3735c38d-82d1-4379-af92-4553ef4779b0', 'status': 'completed', 'code': 200} Aug 10 14:12:17.480515 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:17.481065 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-515740df-a678-499d-b3ab-367810c1f774 req-6696b546-fd8d-4419-9bf0-f3902309ee0d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754633 Aug 10 14:12:17.481752 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2a06f-d8d6-4373-9917-0b9325cb4daa service neutron] Pushing event updated for resources: {'Port': ['ID=3735c38d-82d1-4379-af92-4553ef4779b0,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:17.554262 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-86047fcc-0c60-45cf-97ad-8ff55ad18bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:17.556100 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-86047fcc-0c60-45cf-97ad-8ff55ad18bfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 1096 time: 0.0641234 Aug 10 14:12:17.621886 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-bbeaa865-2fcf-4256-aa07-8fe3f171946e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3735c38d-82d1-4379-af92-4553ef4779b0 HTTP/1.1" status: 200 len: 217 time: 0.0406601 Aug 10 14:12:17.671831 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Router 01b50c96-f34b-423b-9ff0-af0fea243f6a is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:12:17.689232 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-896d5113-2333-430a-bf7d-0911555f4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:17.690700 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-896d5113-2333-430a-bf7d-0911555f4084 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0600688 Aug 10 14:12:17.749165 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-0908804d-aac2-4666-99a4-95a1979ce83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:17.750609 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-0908804d-aac2-4666-99a4-95a1979ce83a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514879 Aug 10 14:12:17.761800 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6854292-181e-49ec-a825-54f282f33368 None None] Network 5369c544-29fb-4aab-a14a-eb56dd337bc2 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:12:17.791101 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:12:17.805483 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Sync routers for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:12:17.806721 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:17.810605 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-91e91062-90f9-4621-9ade-e6d7ac7299b1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0272310 Aug 10 14:12:17.810851 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52052) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:17.829680 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:17.830341 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:17.870777 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-c0fa48dc-a390-44c4-98a7-7c8f338a5722 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111410 Aug 10 14:12:17.949796 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-4b09a2fb-8440-4058-9127-ab75a976cb52 None None] Provisioning for port 722fd68e-8675-4947-a3c0-0d20197738dd completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:17.982597 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-4b09a2fb-8440-4058-9127-ab75a976cb52 None None] Provisioning complete for port 722fd68e-8675-4947-a3c0-0d20197738dd triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:17.983262 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4b09a2fb-8440-4058-9127-ab75a976cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:18.039065 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:18.074576 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb77df8-fde2-43c2-bd81-3414db279db9 req-54122bcf-cb79-4f13-b805-29cb569b78f1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:18.076159 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cb77df8-fde2-43c2-bd81-3414db279db9 req-54122bcf-cb79-4f13-b805-29cb569b78f1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.1105502 Aug 10 14:12:18.142395 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cbf0db0-04f5-4230-90d1-59388c1afd20 req-2ba21e8f-85d5-4fbd-b2c7-636b46c74138 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861436 Aug 10 14:12:18.148983 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6cb77df8-fde2-43c2-bd81-3414db279db9 req-81fab669-f066-4d3b-8762-222e26f767ec tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631030 Aug 10 14:12:18.280822 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-1e0d56ac-585a-4096-97b8-f5758ed47a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:18.282529 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-1e0d56ac-585a-4096-97b8-f5758ed47a27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 1096 time: 0.0603538 Aug 10 14:12:18.284656 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4b09a2fb-8440-4058-9127-ab75a976cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:18.363448 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-4b09a2fb-8440-4058-9127-ab75a976cb52 None None] For port 722fd68e-8675-4947-a3c0-0d20197738dd, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=722fd68e-8675-4947-a3c0-0d20197738dd,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:18.366378 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:18.373003 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4b09a2fb-8440-4058-9127-ab75a976cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:18.421901 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-86723751-35a7-409b-a323-e4e3204656ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:18.424586 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-86723751-35a7-409b-a323-e4e3204656ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.1317992 Aug 10 14:12:18.432573 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:16Z', 'revision_number': 3, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:18.489392 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-fd44a47b-e3ef-4812-8f2c-37d7d65d5543 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3735c38d-82d1-4379-af92-4553ef4779b0 HTTP/1.1" status: 200 len: 217 time: 0.0540338 Aug 10 14:12:18.496353 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Checking router: 01b50c96-f34b-423b-9ff0-af0fea243f6a for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:12:18.496777 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Updating router 01b50c96-f34b-423b-9ff0-af0fea243f6a port a3afdd0c-03b8-4404-ba7e-caca89bb6591 binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:12:18.504841 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09a2fb-8440-4058-9127-ab75a976cb52 None None] Pushing event updated for resources: {'Port': ['ID=722fd68e-8675-4947-a3c0-0d20197738dd,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:18.533138 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-a1776059-3650-4122-a9f7-c87ffac47020 None None] Provisioning complete for port 722fd68e-8675-4947-a3c0-0d20197738dd triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:18.533454 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a1776059-3650-4122-a9f7-c87ffac47020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:18.536259 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:18.608698 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Allocated IP 172.20.0.1 (5369c544-29fb-4aab-a14a-eb56dd337bc2/4949d49f-4478-468a-9c09-ca0e0958c8d8/28e8e236-253f-424a-b744-468c00939512) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:18.720787 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:18.743211 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.provisioning_blocks [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Transition to ACTIVE for port object 28e8e236-253f-424a-b744-468c00939512 will not be triggered until provisioned by entity DHCP. {{(pid=93626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:18.795005 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:18.859918 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Network 5369c544-29fb-4aab-a14a-eb56dd337bc2 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:18.865823 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-bd4dc139-0c5f-4286-ace5-f58097bbbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:18.866403 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:18.869299 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-bd4dc139-0c5f-4286-ace5-f58097bbbab2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.3517432 Aug 10 14:12:18.877590 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:18.924003 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Pushing event updated for resources: {'Port': ['ID=28e8e236-253f-424a-b744-468c00939512,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:18.947598 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:18.949947 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e194-ebe4-436c-9cb9-c7191fdfc4c6 req-bf125ce5-fd71-4f22-8131-13bfd96ae7a3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:18.951487 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb62e194-ebe4-436c-9cb9-c7191fdfc4c6 req-bf125ce5-fd71-4f22-8131-13bfd96ae7a3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 943 time: 0.1356945 Aug 10 14:12:18.972602 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-e613337a-83be-4b88-b353-345e47a034d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:18.974602 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-e613337a-83be-4b88-b353-345e47a034d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0885019 Aug 10 14:12:19.034843 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb62e194-ebe4-436c-9cb9-c7191fdfc4c6 req-eb78f2ed-748a-4796-8e79-0acdfb37682c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586059 Aug 10 14:12:19.051498 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.060314 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 722fd68e-8675-4947-a3c0-0d20197738dd up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:19.068350 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Transition to ACTIVE for port object a3afdd0c-03b8-4404-ba7e-caca89bb6591 will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:19.117357 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.132545 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-ee0b135c-6338-4462-ba39-ba809fb60ab6 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394758 Aug 10 14:12:19.173603 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.243237 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690f548-2c29-4fe1-9414-d7eed48f9a53 None None] Pushing event updated for resources: {'Port': ['ID=a3afdd0c-03b8-4404-ba7e-caca89bb6591,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:19.268641 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e9c7c1-57a6-4bf2-9deb-e7bb93fbe1a7 req-1046f208-32cb-49be-928e-f72b1fbf5324 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282434 Aug 10 14:12:19.272051 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-3ccf8cf0-1be2-445d-805e-377a51610636 None None] Provisioning for port 28e8e236-253f-424a-b744-468c00939512 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:19.277443 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Attempting to bind port a3afdd0c-03b8-4404-ba7e-caca89bb6591 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:19.277821 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Attempting to bind port a3afdd0c-03b8-4404-ba7e-caca89bb6591 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:19.278192 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Attempting to bind port a3afdd0c-03b8-4404-ba7e-caca89bb6591 on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:19.281210 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-3ccf8cf0-1be2-445d-805e-377a51610636 None None] Provisioning complete for port 28e8e236-253f-424a-b744-468c00939512 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:19.281584 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8cf0-1be2-445d-805e-377a51610636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.305623 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d72700-7bd2-40a3-8bf0-770983fed03a req-532edc19-1bcc-49d9-bd13-b21c3c959843 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:19.307360 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c6d72700-7bd2-40a3-8bf0-770983fed03a req-532edc19-1bcc-49d9-bd13-b21c3c959843 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0551476 Aug 10 14:12:19.307524 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:19.307807 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:19.308211 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.308609 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:19.309099 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Bound port: a3afdd0c-03b8-4404-ba7e-caca89bb6591, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:19.309486 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.331650 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 722fd68e-8675-4947-a3c0-0d20197738dd triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:19.332043 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.361243 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c6d72700-7bd2-40a3-8bf0-770983fed03a req-58527a0c-3550-4f1a-9cfa-cc772f99bed8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463266 Aug 10 14:12:19.381942 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf8cf0-1be2-445d-805e-377a51610636 None None] Port 28e8e236-253f-424a-b744-468c00939512 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:12:19.404845 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.413809 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.436315 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] For port a3afdd0c-03b8-4404-ba7e-caca89bb6591, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:19.439880 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] For port a3afdd0c-03b8-4404-ba7e-caca89bb6591, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=a3afdd0c-03b8-4404-ba7e-caca89bb6591,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:19.473672 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.495585 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Pushing event updated for resources: {'Port': ['ID=28e8e236-253f-424a-b744-468c00939512,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:19.512620 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.517320 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea8ad3-1caa-4c86-80ea-21f0b332b2f2 req-c7e4a48b-f213-405d-bd00-01fc9efc29b2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:19.519257 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9fea8ad3-1caa-4c86-80ea-21f0b332b2f2 req-c7e4a48b-f213-405d-bd00-01fc9efc29b2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0641375 Aug 10 14:12:19.528828 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52074) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:19.542580 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-640842de-0209-4186-a993-3fb5702e7a64 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Request body: {'floatingip': {'port_id': '1b89f84c-1ade-4c18-8847-2c0295694b44'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:19.558147 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:19.558996 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:19.603828 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-640842de-0209-4186-a993-3fb5702e7a64 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:19.623757 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Network 5369c544-29fb-4aab-a14a-eb56dd337bc2 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:19.625850 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:19.696644 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690f548-2c29-4fe1-9414-d7eed48f9a53 None None] Pushing event updated for resources: {'Port': ['ID=a3afdd0c-03b8-4404-ba7e-caca89bb6591,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:19.729957 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:19.871792 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Router 01b50c96-f34b-423b-9ff0-af0fea243f6a has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:12:19.964186 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-f647a370-10d3-43f1-ac5d-7bc7f869d6b3 None None] Provisioning complete for port 28e8e236-253f-424a-b744-468c00939512 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:19.964559 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f647a370-10d3-43f1-ac5d-7bc7f869d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.012674 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:12:20.020004 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-b8f1298d-365b-4950-980e-7fcec5a9da03 admin admin] 10.222.0.26 "PUT /v2.0/routers/01b50c96-f34b-423b-9ff0-af0fea243f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2081006 Aug 10 14:12:20.020474 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-f647a370-10d3-43f1-ac5d-7bc7f869d6b3 None None] Port 28e8e236-253f-424a-b744-468c00939512 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:12:20.094682 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 2, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:20.132262 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3120d-c226-42d0-aa0f-0ca35dda851b None None] The sync data for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi is: [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 2, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:12:20.219036 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-640842de-0209-4186-a993-3fb5702e7a64 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.224211 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-640842de-0209-4186-a993-3fb5702e7a64 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.234783 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c7546-706b-4f20-a47e-f190ddfd17c0 req-75949de3-569c-49ba-91d1-bfcd145d2bc1 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:20.236346 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-025c7546-706b-4f20-a47e-f190ddfd17c0 req-75949de3-569c-49ba-91d1-bfcd145d2bc1 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 943 time: 0.1058464 Aug 10 14:12:20.355844 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-025c7546-706b-4f20-a47e-f190ddfd17c0 req-96dc23c7-713f-41bd-a95a-45721c42a61c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883164 Aug 10 14:12:20.411794 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [None req-640842de-0209-4186-a993-3fb5702e7a64 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Floating IP 0d84dedf-d061-43ae-bcca-1b26e0aee077 associated. External IP: 172.27.1.95, port: 1b89f84c-1ade-4c18-8847-2c0295694b44. Aug 10 14:12:20.665804 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52112) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:20.671714 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-697491302-network', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:20.690324 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640842de-0209-4186-a993-3fb5702e7a64 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Router f71d2438-20f2-4071-ac47-4003554e6bed has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:12:20.696160 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Made reservation on behalf of c15a92f70c374338bc2c6df579889ce5 for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:12:20.698682 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.707925 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.804796 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640842de-0209-4186-a993-3fb5702e7a64 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:12:20.809538 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-640842de-0209-4186-a993-3fb5702e7a64 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.816013 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] Sync routers for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:12:20.819463 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.825039 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.844422 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:20.845857 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:20.846099 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-640842de-0209-4186-a993-3fb5702e7a64 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "PUT /v2.0/floatingips/0d84dedf-d061-43ae-bcca-1b26e0aee077 HTTP/1.1" status: 200 len: 990 time: 1.3138394 Aug 10 14:12:20.846854 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:20.849559 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a85f5-064e-4f7e-82a3-437282752e83" -d '{"events": [{"name": "network-changed", "server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:20.856260 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:12:20.867332 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e6c4ce-d8ae-400a-87b3-ee027a0e2ed5,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:20.873129 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.873486 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Added segment 1ccea066-51c7-436e-a704-c743ecf76d8c of type vlan for network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 Aug 10 14:12:20.954700 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:20.955119 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d269f0a4-c164-4c8c-980f-185a142078b3 x-openstack-request-id: req-d269f0a4-c164-4c8c-980f-185a142078b3 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:20.955552 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:20.955901 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d269f0a4-c164-4c8c-980f-185a142078b3 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:20.956438 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'status': 'completed', 'code': 200} Aug 10 14:12:21.001557 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:21.003758 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:21.004623 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:21.061239 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:21.072927 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-b78c4715-4812-4a6b-b51d-ea9635dca640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:21.075297 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-b78c4715-4812-4a6b-b51d-ea9635dca640 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 1098 time: 0.0748017 Aug 10 14:12:21.095971 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4259832 Aug 10 14:12:21.096722 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52122) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:21.098815 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417677b-a12f-4692-98f0-b144f986cecf admin admin] Pushing event updated for resources: {'Network': ['ID=da5d11b1-0a16-4226-b5ae-8f4b995b66d0,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:21.109521 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Request body: {'subnet': {'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-697491302-subnet', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'ip_version': 4}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:21.109746 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:12:21.245657 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-d0799751-7360-466c-90dd-c292db5a8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:21.247197 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-d0799751-7360-466c-90dd-c292db5a8c8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.1644199 Aug 10 14:12:21.301628 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Made reservation on behalf of c15a92f70c374338bc2c6df579889ce5 for: {'subnet': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:12:21.303608 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385917'] for subnet, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:21.338916 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '0d84dedf-d061-43ae-bcca-1b26e0aee077', 'tenant_id': '87109c73f13448588e285f393b561d49', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'port_id': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'mac_address': 'fa:16:3e:28:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:12:00Z', 'updated_at': '2021-08-10T14:12:20Z', 'revision_number': 1, 'project_id': '87109c73f13448588e285f393b561d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:21.368560 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] Checking router: f71d2438-20f2-4071-ac47-4003554e6bed for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:12:21.378993 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:21.379658 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:21.380192 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-efbf8b79-e0a8-421c-b185-53be3ac32a47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b89f84c-1ade-4c18-8847-2c0295694b44 HTTP/1.1" status: 200 len: 998 time: 0.1229057 Aug 10 14:12:21.441112 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-d957d076-c78f-417a-a92a-0687542e4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:21.451904 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-d957d076-c78f-417a-a92a-0687542e4e03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0602067 Aug 10 14:12:21.452799 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5de2-7dbc-4871-89c1-cb76fb045501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:21.524831 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:21.593353 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d80bc-b2c5-4e48-a69b-bcf81752ae1e req-0dff5553-67a7-4c55-bd57-ab5eb5715452 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:21.596214 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-668d80bc-b2c5-4e48-a69b-bcf81752ae1e req-0dff5553-67a7-4c55-bd57-ab5eb5715452 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 943 time: 0.0861759 Aug 10 14:12:21.601190 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-bd88cc8b-1cc9-4612-9b81-54de4d6b3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:21.603365 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-bd88cc8b-1cc9-4612-9b81-54de4d6b3484 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1412613 Aug 10 14:12:21.770537 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-668d80bc-b2c5-4e48-a69b-bcf81752ae1e req-6bd519ce-153f-4967-ac72-03b149cdb735 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659231 Aug 10 14:12:21.808368 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13547448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385903'] for subnet, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:21.826338 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '0d84dedf-d061-43ae-bcca-1b26e0aee077', 'tenant_id': '87109c73f13448588e285f393b561d49', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'port_id': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'mac_address': 'fa:16:3e:28:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:12:00Z', 'updated_at': '2021-08-10T14:12:20Z', 'revision_number': 1, 'project_id': '87109c73f13448588e285f393b561d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:21.844050 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-771c38aa-2c52-4f16-8136-22c4d3f6c73d service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195575 Aug 10 14:12:21.855851 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2ca42-4b35-4da3-8e57-2b9889d5d605 None None] The sync data for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi is: [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '0d84dedf-d061-43ae-bcca-1b26e0aee077', 'tenant_id': '87109c73f13448588e285f393b561d49', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'port_id': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'mac_address': 'fa:16:3e:28:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:12:00Z', 'updated_at': '2021-08-10T14:12:20Z', 'revision_number': 1, 'project_id': '87109c73f13448588e285f393b561d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:12:21.926990 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=311ea511-6204-4c5f-960a-b165fa154983,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:21.952461 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Checking segment: {'id': '1ccea066-51c7-436e-a704-c743ecf76d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:21.952826 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Network hostable DHCP agents. Network: da5d11b1-0a16-4226-b5ae-8f4b995b66d0, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:12:21.980318 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a15a85f5-064e-4f7e-82a3-437282752e83 req-679d73b8-4449-4daf-a177-f73320c87cdb service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262326 Aug 10 14:12:21.986891 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:12:21.995837 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, da5d11b1-0a16-4226-b5ae-8f4b995b66d0) {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:21.999956 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:22.000459 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.004524 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399284c-c1f2-44ad-b76e-583dec19c6f1 None None] Network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:12:22.016343 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-86a20baf-a7db-4506-b7b4-5780561688ab admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9177365 Aug 10 14:12:22.018679 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52132) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:22.023109 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:22.047844 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16420063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40604'] for router, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.049082 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16419183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16297511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40581'] for router, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.130877 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.183144 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29dbdfe-9829-59a4-a5c6-4d0f9c0c74ca-da5d11b1-0a16-4226-b5ae-8f4b995b66d0', 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'fixed_ips': [{'subnet_id': '311ea511-6204-4c5f-960a-b165fa154983'}]}} from dv-cinder-788363-11-iscsi. {{(pid=93627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:12:22.184323 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.201691 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916f2908-42de-422a-9f5b-05b3cfc37eeb None None] New status for floating IP 0d84dedf-d061-43ae-bcca-1b26e0aee077: ACTIVE {{(pid=93627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:12:22.272419 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.436803 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.db_base_plugin_common [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Allocated IP 172.20.0.2 (da5d11b1-0a16-4226-b5ae-8f4b995b66d0/311ea511-6204-4c5f-960a-b165fa154983/2845e528-639d-4456-8dd1-4ca75801084f) {{(pid=93627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:22.456235 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.477264 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.497405 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.595219 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Notify callbacks [] for port, precommit_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.605849 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Transition to ACTIVE for port object 2845e528-639d-4456-8dd1-4ca75801084f will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:22.609867 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Allocated IP 172.27.1.214 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/7e9ad03e-3968-42f8-9737-c4e2f62854ca) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:22.624791 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Transition to ACTIVE for port object 2845e528-639d-4456-8dd1-4ca75801084f will not be triggered until provisioned by entity DHCP. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:22.632857 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108'] for port, after_create {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.673238 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 is already hosted by enough agents. {{(pid=93627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:22.676266 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.scheduler.base_scheduler [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Resources bound (agent type, host, resource id): {{(pid=93627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:22.679207 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Received port after_create {{(pid=93627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:22.696429 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Pushing event updated for resources: {'Port': ['ID=2845e528-639d-4456-8dd1-4ca75801084f,revision_number=1']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:22.724901 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.749808 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Attempting to bind port 2845e528-639d-4456-8dd1-4ca75801084f on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:22.750301 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Attempting to bind port 2845e528-639d-4456-8dd1-4ca75801084f by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '1ccea066-51c7-436e-a704-c743ecf76d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:22.750770 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Attempting to bind port 2845e528-639d-4456-8dd1-4ca75801084f on network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:22.756067 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:22.756544 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Checking segment: {'id': '1ccea066-51c7-436e-a704-c743ecf76d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:22.757059 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.757538 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Bound using segment: {'id': '1ccea066-51c7-436e-a704-c743ecf76d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:22.758108 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Bound port: 2845e528-639d-4456-8dd1-4ca75801084f, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccea066-51c7-436e-a704-c743ecf76d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:22.758565 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.776695 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.832988 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:22.840677 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:22.851340 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:22.853749 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Pushing event updated for resources: {'Port': ['ID=7e9ad03e-3968-42f8-9737-c4e2f62854ca,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:22.863091 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] For port 2845e528-639d-4456-8dd1-4ca75801084f, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:22.867170 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] For port 2845e528-639d-4456-8dd1-4ca75801084f, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=2845e528-639d-4456-8dd1-4ca75801084f,segment=NetworkSegment(1ccea066-51c7-436e-a704-c743ecf76d8c),segment_id=1ccea066-51c7-436e-a704-c743ecf76d8c)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:22.873026 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:22.908821 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Sync routers for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:12:22.909369 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device a3afdd0c-03b8-4404-ba7e-caca89bb6591 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:22.930316 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:22.931207 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:11:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:22.952259 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777a1bc-f128-47d5-8d6a-70559e55fb76 req-ca4ea3a1-4235-4cae-91a6-e2600cfb5a9e tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:22.953926 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e777a1bc-f128-47d5-8d6a-70559e55fb76 req-ca4ea3a1-4235-4cae-91a6-e2600cfb5a9e tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 943 time: 0.0677557 Aug 10 14:12:22.996392 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed830a4-2c77-43c6-8bae-e5b1ff08dd89 None None] Pushing event updated for resources: {'Port': ['ID=2845e528-639d-4456-8dd1-4ca75801084f,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:23.013306 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port a3afdd0c-03b8-4404-ba7e-caca89bb6591 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:23.017843 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port a3afdd0c-03b8-4404-ba7e-caca89bb6591 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:23.018496 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.113533 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.152301 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port a3afdd0c-03b8-4404-ba7e-caca89bb6591, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=a3afdd0c-03b8-4404-ba7e-caca89bb6591,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:23.163892 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.182155 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:23.250441 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=a3afdd0c-03b8-4404-ba7e-caca89bb6591,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:23.406416 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e777a1bc-f128-47d5-8d6a-70559e55fb76 req-084445e3-3b75-4f74-aa82-ceb9e3c23a9f tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103408 Aug 10 14:12:23.419899 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 2, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:23.455162 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Checking router: 01b50c96-f34b-423b-9ff0-af0fea243f6a for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:12:23.455557 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Updating router 01b50c96-f34b-423b-9ff0-af0fea243f6a port 28e8e236-253f-424a-b744-468c00939512 binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:12:23.481970 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.521630 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.726632 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16421869'] for router, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.755926 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.768422 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Transition to ACTIVE for port object 28e8e236-253f-424a-b744-468c00939512 will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:23.772998 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-7550395d-8325-4502-bd37-69d6c860c8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.776323 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.818508 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ead25b-c284-424e-8df0-cf6ba98d2c74 None None] Pushing event updated for resources: {'Port': ['ID=28e8e236-253f-424a-b744-468c00939512,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:23.899636 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Attempting to bind port 28e8e236-253f-424a-b744-468c00939512 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:23.900180 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Attempting to bind port 28e8e236-253f-424a-b744-468c00939512 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:23.901466 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Attempting to bind port 28e8e236-253f-424a-b744-468c00939512 on network 5369c544-29fb-4aab-a14a-eb56dd337bc2 {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:23.903145 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Router c25c994b-0672-41e7-b3f2-2db3d68e315a is scheduled to L3 agent 8696717c-cbca-415b-9622-787c01e6217a with binding_index 1 {{(pid=93625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:12:23.907939 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:23.908398 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Checking segment: {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:23.908899 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.909502 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Bound using segment: {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:23.909825 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Bound port: 28e8e236-253f-424a-b744-468c00939512, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:23.910461 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:23.988119 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] For port 28e8e236-253f-424a-b744-468c00939512, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:23.991773 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] For port 28e8e236-253f-424a-b744-468c00939512, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=28e8e236-253f-424a-b744-468c00939512,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:23.999666 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:24.029645 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bac41f-c7ef-44dc-832c-72cf5515ebad None None] Network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:12:24.047027 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:12:24.072051 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:24.076161 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-428611f8-89e9-4e94-b1c7-92a9dda2eb5e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0563083 Aug 10 14:12:24.078630 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52146) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:24.086368 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:24.087316 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:24.093142 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ead25b-c284-424e-8df0-cf6ba98d2c74 None None] Pushing event updated for resources: {'Port': ['ID=28e8e236-253f-424a-b744-468c00939512,revision_number=4']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:24.130740 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Sync routers for ids ['c25c994b-0672-41e7-b3f2-2db3d68e315a'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:12:24.153317 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Routers {'c25c994b-0672-41e7-b3f2-2db3d68e315a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:24.154121 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['c25c994b-0672-41e7-b3f2-2db3d68e315a'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:24.218793 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:24.319994 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Set router c25c994b-0672-41e7-b3f2-2db3d68e315a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:24.323141 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:24.462815 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:24.491499 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7df61d-2ee4-410f-b77d-c4ed001785db None None] The sync data for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi is: [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:12:24.560697 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-376210ed-d56b-4da9-ad2e-e1008251d5df None None] Provisioning for port 2845e528-639d-4456-8dd1-4ca75801084f completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:24.599520 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d537639-5d4c-4977-9fa0-360dbd8a9eac req-52955ad4-846f-4829-ad83-bc9f5c8e57c8 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:24.599520 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5d537639-5d4c-4977-9fa0-360dbd8a9eac req-52955ad4-846f-4829-ad83-bc9f5c8e57c8 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 943 time: 0.0924976 Aug 10 14:12:24.605486 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:24.663822 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5d537639-5d4c-4977-9fa0-360dbd8a9eac req-61987260-5ef4-4939-b15a-a495c66c61ff tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558858 Aug 10 14:12:24.686660 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 3, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'gw_port': {'id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:24.720456 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Checking router: c25c994b-0672-41e7-b3f2-2db3d68e315a for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:12:24.721358 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Updating router c25c994b-0672-41e7-b3f2-2db3d68e315a port 7e9ad03e-3968-42f8-9737-c4e2f62854ca binding host dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:12:24.771691 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:24.852838 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Allocated IP 172.20.0.1 (da5d11b1-0a16-4226-b5ae-8f4b995b66d0/311ea511-6204-4c5f-960a-b165fa154983/9c651013-f1fd-4446-a582-cc930d276410) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:24.933890 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:24.997504 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.017380 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Transition to ACTIVE for port object 9c651013-f1fd-4446-a582-cc930d276410 will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:25.062216 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.126098 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 28e8e236-253f-424a-b744-468c00939512 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:25.137752 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:25.140884 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:25.145441 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:25.148582 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Pushing event updated for resources: {'Port': ['ID=9c651013-f1fd-4446-a582-cc930d276410,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:25.165343 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.184633 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Transition to ACTIVE for port object 7e9ad03e-3968-42f8-9737-c4e2f62854ca will not be triggered until provisioned by entity L2. {{(pid=93627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:25.193503 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16462878'] for router_interface, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.194080 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.255940 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 28e8e236-253f-424a-b744-468c00939512 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:25.267395 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Attempting to bind port 7e9ad03e-3968-42f8-9737-c4e2f62854ca on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:25.268293 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Attempting to bind port 7e9ad03e-3968-42f8-9737-c4e2f62854ca by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:25.268821 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Attempting to bind port 7e9ad03e-3968-42f8-9737-c4e2f62854ca on network c2dada14-6cba-4f81-a379-634ea0076871 {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:25.271075 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 28e8e236-253f-424a-b744-468c00939512 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:25.271662 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.275135 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4fb90-b2ee-4e5f-bac6-f01bbbd9fdb5 None None] Pushing event updated for resources: {'Port': ['ID=7e9ad03e-3968-42f8-9737-c4e2f62854ca,revision_number=2']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:25.307549 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:25.307843 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Checking segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:25.308294 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.308669 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Bound using segment: {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'} {{(pid=93627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:25.309162 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.managers [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Bound port: 7e9ad03e-3968-42f8-9737-c4e2f62854ca, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62329136-f64f-4d83-97ec-b0dd3f719832', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}}] {{(pid=93627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:25.309550 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.436617 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] For port 7e9ad03e-3968-42f8-9737-c4e2f62854ca, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:25.442549 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.456965 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] For port 7e9ad03e-3968-42f8-9737-c4e2f62854ca, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=7e9ad03e-3968-42f8-9737-c4e2f62854ca,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:25.459761 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.474745 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.528491 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b666d6c4-7a1a-44b7-ace0-3ef6a879c625 None None] Provisioning for port 9c651013-f1fd-4446-a582-cc930d276410 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:25.551777 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b666d6c4-7a1a-44b7-ace0-3ef6a879c625 None None] Provisioning complete for port 9c651013-f1fd-4446-a582-cc930d276410 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:25.552154 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b666d6c4-7a1a-44b7-ace0-3ef6a879c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.557843 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 28e8e236-253f-424a-b744-468c00939512, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=28e8e236-253f-424a-b744-468c00939512,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:25.587447 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.588250 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 2845e528-639d-4456-8dd1-4ca75801084f up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:25.593852 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4fb90-b2ee-4e5f-bac6-f01bbbd9fdb5 None None] Pushing event updated for resources: {'Port': ['ID=7e9ad03e-3968-42f8-9737-c4e2f62854ca,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:25.596429 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Routers {'c25c994b-0672-41e7-b3f2-2db3d68e315a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:25.597044 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['c25c994b-0672-41e7-b3f2-2db3d68e315a'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:25.623503 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5860c593-925b-4b68-b868-393217928abf req-820725e3-67d5-4244-ab3c-15dea01a1706 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2953653 Aug 10 14:12:25.672279 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.689946 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.701072 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-b666d6c4-7a1a-44b7-ace0-3ef6a879c625 None None] Port 9c651013-f1fd-4446-a582-cc930d276410 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:12:25.758514 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=28e8e236-253f-424a-b744-468c00939512,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:25.776831 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860c593-925b-4b68-b868-393217928abf req-e18a3b3d-7915-42b3-8256-e107ba435936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:25.778352 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5860c593-925b-4b68-b868-393217928abf req-e18a3b3d-7915-42b3-8256-e107ba435936 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 1099 time: 0.1175897 Aug 10 14:12:25.779446 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 2845e528-639d-4456-8dd1-4ca75801084f completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:25.788638 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 2845e528-639d-4456-8dd1-4ca75801084f triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:25.789022 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.792104 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] Set router c25c994b-0672-41e7-b3f2-2db3d68e315a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:25.795116 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Pushing event updated for resources: {'Port': ['ID=9c651013-f1fd-4446-a582-cc930d276410,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:25.802280 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16280369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16463018'] for router_interface, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:25.914830 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34b267-95d7-4366-b4a1-d26b164b4948 req-23a5b2bf-3556-42e1-8038-054b1102aabe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:25.916902 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7f34b267-95d7-4366-b4a1-d26b164b4948 req-23a5b2bf-3556-42e1-8038-054b1102aabe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 943 time: 0.1770806 Aug 10 14:12:25.995762 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:26.008416 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7f34b267-95d7-4366-b4a1-d26b164b4948 req-819b563e-9d53-4648-a6fa-e1e76b487db6 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830555 Aug 10 14:12:26.009825 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860c593-925b-4b68-b868-393217928abf req-a712649d-78f4-4649-8917-0e5f1a59e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:26.011198 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5860c593-925b-4b68-b868-393217928abf req-a712649d-78f4-4649-8917-0e5f1a59e1f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 911 time: 0.2005720 Aug 10 14:12:26.018978 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:26.027193 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:26.081538 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 2845e528-639d-4456-8dd1-4ca75801084f, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=2845e528-639d-4456-8dd1-4ca75801084f,segment=NetworkSegment(1ccea066-51c7-436e-a704-c743ecf76d8c),segment_id=1ccea066-51c7-436e-a704-c743ecf76d8c)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:26.089814 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:26.090970 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device a3afdd0c-03b8-4404-ba7e-caca89bb6591 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:26.129568 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5860c593-925b-4b68-b868-393217928abf req-03922299-f042-4911-8007-465a1765699c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e1f0ef-10b3-4f98-af80-179a34385acc HTTP/1.1" status: 200 len: 1001 time: 0.1094117 Aug 10 14:12:26.189957 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=2845e528-639d-4456-8dd1-4ca75801084f,revision_number=3']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:26.199515 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 4, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'gw_port': {'id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '9c651013-f1fd-4446-a582-cc930d276410', 'name': '', 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'mac_address': 'fa:16:3e:eb:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '311ea511-6204-4c5f-960a-b165fa154983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:24Z', 'updated_at': '2021-08-10T14:12:24Z', 'revision_number': 1, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'subnets': [{'id': '311ea511-6204-4c5f-960a-b165fa154983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:26.233052 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c24b6-3dad-461a-b17e-d491e2a595d5 None None] The sync data for ids ['c25c994b-0672-41e7-b3f2-2db3d68e315a'] in dv-cinder-788363-11-iscsi is: [{'id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 4, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'gw_port': {'id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '9c651013-f1fd-4446-a582-cc930d276410', 'name': '', 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'mac_address': 'fa:16:3e:eb:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '311ea511-6204-4c5f-960a-b165fa154983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:24Z', 'updated_at': '2021-08-10T14:12:24Z', 'revision_number': 1, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'subnets': [{'id': '311ea511-6204-4c5f-960a-b165fa154983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:12:26.241864 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port a3afdd0c-03b8-4404-ba7e-caca89bb6591 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:26.242462 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:26.424585 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-c1e0c655-1f9b-4ed8-aec4-76a7a12f35c8 None None] Provisioning complete for port 9c651013-f1fd-4446-a582-cc930d276410 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:26.424957 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c655-1f9b-4ed8-aec4-76a7a12f35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:26.459025 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0c655-1f9b-4ed8-aec4-76a7a12f35c8 None None] Port 9c651013-f1fd-4446-a582-cc930d276410 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:12:26.511576 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860c593-925b-4b68-b868-393217928abf req-9c479804-23af-4d03-abd7-947951aba74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:26.513011 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5860c593-925b-4b68-b868-393217928abf req-9c479804-23af-4d03-abd7-947951aba74a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 200 len: 849 time: 0.3523455 Aug 10 14:12:26.517777 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Router c25c994b-0672-41e7-b3f2-2db3d68e315a has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:12:26.602582 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860c593-925b-4b68-b868-393217928abf req-e97a1d44-397b-45c2-904a-b4194e0a118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:26.604122 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5860c593-925b-4b68-b868-393217928abf req-e97a1d44-397b-45c2-904a-b4194e0a118f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0831187 Aug 10 14:12:26.660222 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:26.704475 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:12:26.710550 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-dedb5b02-b420-476a-bb4f-74b363e7fd8d admin admin] 10.222.0.26 "PUT /v2.0/routers/c25c994b-0672-41e7-b3f2-2db3d68e315a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6305015 Aug 10 14:12:26.737369 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5860c593-925b-4b68-b868-393217928abf req-732960e7-1240-4d7b-a9fb-b136c7273276 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040442 Aug 10 14:12:26.842692 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5860c593-925b-4b68-b868-393217928abf req-a4a17e33-b46a-46ce-994d-cd3c39e398e9 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973225 Aug 10 14:12:26.861341 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 28e8e236-253f-424a-b744-468c00939512 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:26.919398 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 28e8e236-253f-424a-b744-468c00939512 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:26.919836 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.027376 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 2845e528-639d-4456-8dd1-4ca75801084f up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:27.106337 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 2845e528-639d-4456-8dd1-4ca75801084f triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:27.106876 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.187334 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceceba-d03f-440f-a8fd-579d05019d52 req-74f57bab-6eb2-4983-8959-0af3c8f649e8 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:27.205291 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e3ceceba-d03f-440f-a8fd-579d05019d52 req-74f57bab-6eb2-4983-8959-0af3c8f649e8 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 943 time: 0.0954421 Aug 10 14:12:27.239593 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 3735c38d-82d1-4379-af92-4553ef4779b0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:12:27.300009 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e3ceceba-d03f-440f-a8fd-579d05019d52 req-3ba4da08-b838-4f1a-a40d-cab84b7c4422 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900791 Aug 10 14:12:27.493020 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 3735c38d-82d1-4379-af92-4553ef4779b0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3735c38d-82d1-4379-af92-4553ef4779b0,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:27.512736 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '3735c38d-82d1-4379-af92-4553ef4779b0', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'port_id': '3735c38d-82d1-4379-af92-4553ef4779b0', 'mac_address': 'fa:16:3e:d4:fa:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:12:27.552972 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52194) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:27.558677 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-d88a2fe6-8f7e-433b-8357-3ff96e980620 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484100519', 'description': 'tempest-secgroup-smoke-1484100519 description', 'project_id': '091cdf8de6384837a65a9634e0553459'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:27.564944 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.586718 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d88a2fe6-8f7e-433b-8357-3ff96e980620 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.604072 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3735c38d-82d1-4379-af92-4553ef4779b0 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:12:27.632782 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 3735c38d-82d1-4379-af92-4553ef4779b0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3735c38d-82d1-4379-af92-4553ef4779b0,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:27.638296 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.699614 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d88a2fe6-8f7e-433b-8357-3ff96e980620 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.700850 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=3735c38d-82d1-4379-af92-4553ef4779b0,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:27.712654 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d88a2fe6-8f7e-433b-8357-3ff96e980620 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.747003 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d88a2fe6-8f7e-433b-8357-3ff96e980620 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.750972 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d88a2fe6-8f7e-433b-8357-3ff96e980620 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1937482 Aug 10 14:12:27.751326 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52202) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:27.755936 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-5a97df10-9323-4664-9fa1-80acedf63d95 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Request body: {'security_group_rule': {'security_group_id': 'd5c198f7-3edc-41b2-9e23-da7a6473d3f7', 'project_id': '091cdf8de6384837a65a9634e0553459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:27.765381 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a2fe6-8f7e-433b-8357-3ff96e980620 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c198f7-3edc-41b2-9e23-da7a6473d3f7,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:27.792866 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5a97df10-9323-4664-9fa1-80acedf63d95 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.853176 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5a97df10-9323-4664-9fa1-80acedf63d95 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.867306 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5a97df10-9323-4664-9fa1-80acedf63d95 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.891816 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97df10-9323-4664-9fa1-80acedf63d95 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e41352-ddc7-4438-a6c4-5075c54dffe8,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:27.895864 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-5a97df10-9323-4664-9fa1-80acedf63d95 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.899805 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-5a97df10-9323-4664-9fa1-80acedf63d95 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447880 Aug 10 14:12:27.900275 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52204) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:27.905914 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-63bcb65f-1cfc-4c3c-9e30-f4164bb2fb7f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Request body: {'security_group_rule': {'security_group_id': 'd5c198f7-3edc-41b2-9e23-da7a6473d3f7', 'project_id': '091cdf8de6384837a65a9634e0553459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:27.934774 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-63bcb65f-1cfc-4c3c-9e30-f4164bb2fb7f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:27.987011 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['3735c38d-82d1-4379-af92-4553ef4779b0'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:12:28.015778 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-63bcb65f-1cfc-4c3c-9e30-f4164bb2fb7f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.021809 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-63bcb65f-1cfc-4c3c-9e30-f4164bb2fb7f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.056052 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcb65f-1cfc-4c3c-9e30-f4164bb2fb7f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54017c8-f227-43ce-993c-18b106b6cf1d,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:28.062518 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-63bcb65f-1cfc-4c3c-9e30-f4164bb2fb7f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.066803 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-63bcb65f-1cfc-4c3c-9e30-f4164bb2fb7f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632833 Aug 10 14:12:28.067373 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52206) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:28.072002 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-3327765c-2f8c-49ca-b598-b55e2685ddc4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Request body: {'security_group_rule': {'security_group_id': 'd5c198f7-3edc-41b2-9e23-da7a6473d3f7', 'project_id': '091cdf8de6384837a65a9634e0553459', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:28.110303 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3327765c-2f8c-49ca-b598-b55e2685ddc4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.178742 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3327765c-2f8c-49ca-b598-b55e2685ddc4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.184236 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3327765c-2f8c-49ca-b598-b55e2685ddc4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.204667 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327765c-2f8c-49ca-b598-b55e2685ddc4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b4dc93-41a3-4ba5-8264-10bf20c4f27b,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:28.208701 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-3327765c-2f8c-49ca-b598-b55e2685ddc4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.210395 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-3327765c-2f8c-49ca-b598-b55e2685ddc4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420271 Aug 10 14:12:28.213128 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52208) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:28.217701 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-2308c443-9904-4f3b-8cc1-9d08d7ab22ef tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Request body: {'security_group_rule': {'security_group_id': 'd5c198f7-3edc-41b2-9e23-da7a6473d3f7', 'project_id': '091cdf8de6384837a65a9634e0553459', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:28.248051 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2308c443-9904-4f3b-8cc1-9d08d7ab22ef tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.312569 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2308c443-9904-4f3b-8cc1-9d08d7ab22ef tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.316712 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2308c443-9904-4f3b-8cc1-9d08d7ab22ef tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.334230 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c443-9904-4f3b-8cc1-9d08d7ab22ef tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c30aad-f0e7-4c96-939c-289a00216add,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:28.341231 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2308c443-9904-4f3b-8cc1-9d08d7ab22ef tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.345049 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-2308c443-9904-4f3b-8cc1-9d08d7ab22ef tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284468 Aug 10 14:12:28.345458 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52212) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:28.350257 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-2573b980-7bf1-4020-a71a-ad02e424ad34 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Request body: {'security_group_rule': {'security_group_id': 'd5c198f7-3edc-41b2-9e23-da7a6473d3f7', 'project_id': '091cdf8de6384837a65a9634e0553459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:28.384841 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.securitygroups_db [None req-2573b980-7bf1-4020-a71a-ad02e424ad34 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Project 091cdf8de6384837a65a9634e0553459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:12:28.391874 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2573b980-7bf1-4020-a71a-ad02e424ad34 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.479978 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2573b980-7bf1-4020-a71a-ad02e424ad34 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.488009 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b245-00fc-4b84-a7b7-608aae87ad62 req-30da6000-060c-4b22-b783-e6e9c6f5ab5b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:28.489890 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f8d0b245-00fc-4b84-a7b7-608aae87ad62 req-30da6000-060c-4b22-b783-e6e9c6f5ab5b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 944 time: 0.0870402 Aug 10 14:12:28.491181 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2573b980-7bf1-4020-a71a-ad02e424ad34 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.526604 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573b980-7bf1-4020-a71a-ad02e424ad34 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eab678f-592d-48fb-a82e-b3f3caca782d,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:28.547799 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2573b980-7bf1-4020-a71a-ad02e424ad34 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.549010 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-2573b980-7bf1-4020-a71a-ad02e424ad34 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2028012 Aug 10 14:12:28.551793 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52220) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:28.558057 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-8e65bfb8-1431-48bd-ab2f-d8c8317a4af5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Request body: {'security_group_rule': {'security_group_id': 'd5c198f7-3edc-41b2-9e23-da7a6473d3f7', 'project_id': '091cdf8de6384837a65a9634e0553459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:28.565509 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f8d0b245-00fc-4b84-a7b7-608aae87ad62 req-b14fbbba-b460-40d9-9400-576a451e84b8 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675597 Aug 10 14:12:28.583211 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.securitygroups_db [None req-8e65bfb8-1431-48bd-ab2f-d8c8317a4af5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Project 091cdf8de6384837a65a9634e0553459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:12:28.589142 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8e65bfb8-1431-48bd-ab2f-d8c8317a4af5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.654750 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8e65bfb8-1431-48bd-ab2f-d8c8317a4af5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.658408 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8e65bfb8-1431-48bd-ab2f-d8c8317a4af5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.678909 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65bfb8-1431-48bd-ab2f-d8c8317a4af5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7733c082-eab5-43f4-85d7-a08cde217db5,revision_number=0']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:28.684788 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8e65bfb8-1431-48bd-ab2f-d8c8317a4af5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:28.691813 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-8e65bfb8-1431-48bd-ab2f-d8c8317a4af5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390154 Aug 10 14:12:28.909722 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7e9ad03e-3968-42f8-9737-c4e2f62854ca up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:28.968631 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 7e9ad03e-3968-42f8-9737-c4e2f62854ca completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:28.974566 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 7e9ad03e-3968-42f8-9737-c4e2f62854ca triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:28.975338 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.076164 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.089226 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52266) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:29.100182 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 7e9ad03e-3968-42f8-9737-c4e2f62854ca, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=7e9ad03e-3968-42f8-9737-c4e2f62854ca,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:29.109260 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.243837 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ddb93402-fd8c-45c2-9065-cf600ca461d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.278995 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 3735c38d-82d1-4379-af92-4553ef4779b0 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:29.346365 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=7e9ad03e-3968-42f8-9737-c4e2f62854ca,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:29.372471 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ddb93402-fd8c-45c2-9065-cf600ca461d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.379738 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ddb93402-fd8c-45c2-9065-cf600ca461d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.390045 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 3735c38d-82d1-4379-af92-4553ef4779b0 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:29.394427 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 3735c38d-82d1-4379-af92-4553ef4779b0 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:29.394811 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.418034 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-ddb93402-fd8c-45c2-9065-cf600ca461d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5d941d33cf748d2aaf9c635c8923d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276098 Aug 10 14:12:29.421141 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb93402-fd8c-45c2-9065-cf600ca461d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517d224f-c25d-4d26-96e6-f571ef8009bf,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:29.421243 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52274) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:29.460077 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Sync routers for ids ['c25c994b-0672-41e7-b3f2-2db3d68e315a'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:12:29.469700 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Routers {'c25c994b-0672-41e7-b3f2-2db3d68e315a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:29.470324 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['c25c994b-0672-41e7-b3f2-2db3d68e315a'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:29.476306 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ce417490-a250-4c5a-b17a-3ae07a181591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.499231 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ce417490-a250-4c5a-b17a-3ae07a181591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.513334 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.543890 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3735c38d-82d1-4379-af92-4553ef4779b0'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:29.546351 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8178d645-e1df-42c8-aace-3c81f82df26e" -d '{"events": [{"server_uuid": "d403d688-aa94-4339-b4e8-ce59ff36f56c", "name": "network-vif-plugged", "status": "completed", "tag": "3735c38d-82d1-4379-af92-4553ef4779b0"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:29.570455 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 3735c38d-82d1-4379-af92-4553ef4779b0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3735c38d-82d1-4379-af92-4553ef4779b0,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:29.578137 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.593277 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ce417490-a250-4c5a-b17a-3ae07a181591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.601281 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ce417490-a250-4c5a-b17a-3ae07a181591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:29.603222 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ce417490-a250-4c5a-b17a-3ae07a181591 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/517d224f-c25d-4d26-96e6-f571ef8009bf HTTP/1.1" status: 204 len: 168 time: 0.1815381 Aug 10 14:12:29.618635 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Set router c25c994b-0672-41e7-b3f2-2db3d68e315a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:29.625534 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce417490-a250-4c5a-b17a-3ae07a181591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517d224f-c25d-4d26-96e6-f571ef8009bf,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:29.630554 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500d6406-d4a1-464a-a3e8-903ec2c4548c x-openstack-request-id: req-500d6406-d4a1-464a-a3e8-903ec2c4548c {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:29.630903 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d403d688-aa94-4339-b4e8-ce59ff36f56c", "name": "network-vif-plugged", "status": "completed", "tag": "3735c38d-82d1-4379-af92-4553ef4779b0", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:29.631157 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-500d6406-d4a1-464a-a3e8-903ec2c4548c {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:29.631596 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3735c38d-82d1-4379-af92-4553ef4779b0', 'code': 200} Aug 10 14:12:29.670747 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=3735c38d-82d1-4379-af92-4553ef4779b0,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:29.782644 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94a430-fabf-48c6-b71f-ad53865516f8 req-0d73e32c-db41-4813-945e-7d5e2bb9e3d9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:29.784671 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b94a430-fabf-48c6-b71f-ad53865516f8 req-0d73e32c-db41-4813-945e-7d5e2bb9e3d9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 945 time: 0.0532501 Aug 10 14:12:29.896784 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b94a430-fabf-48c6-b71f-ad53865516f8 req-10f296e5-90a9-446e-9f4b-4614f752ed9e tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059957 Aug 10 14:12:29.922750 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b1d8a-f301-4d5a-81ee-1ba94606633d req-8c4a1a61-7915-42f2-945e-ab7957d5804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:29.925883 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-197b1d8a-f301-4d5a-81ee-1ba94606633d req-8c4a1a61-7915-42f2-945e-ab7957d5804f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 1098 time: 0.0688419 Aug 10 14:12:29.948495 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 4, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'gw_port': {'id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '9c651013-f1fd-4446-a582-cc930d276410', 'name': '', 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'mac_address': 'fa:16:3e:eb:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '311ea511-6204-4c5f-960a-b165fa154983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:24Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 2, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'subnets': [{'id': '311ea511-6204-4c5f-960a-b165fa154983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:29.973247 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-197b1d8a-f301-4d5a-81ee-1ba94606633d req-c2d23ddf-a282-4c97-aba0-de82b49609d6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Aug 10 14:12:29.980946 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Checking router: c25c994b-0672-41e7-b3f2-2db3d68e315a for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:12:29.981311 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Updating router c25c994b-0672-41e7-b3f2-2db3d68e315a port 9c651013-f1fd-4446-a582-cc930d276410 binding host dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:12:30.005500 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:30.279168 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Notify callbacks [] for port, precommit_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:30.290892 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.provisioning_blocks [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Transition to ACTIVE for port object 9c651013-f1fd-4446-a582-cc930d276410 will not be triggered until provisioned by entity L2. {{(pid=93628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:30.298101 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:30.340662 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c3d6d-3110-4ab5-b4f0-fcec72387be8 None None] Pushing event updated for resources: {'Port': ['ID=9c651013-f1fd-4446-a582-cc930d276410,revision_number=3']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:30.509036 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Attempting to bind port 9c651013-f1fd-4446-a582-cc930d276410 on host dv-cinder-788363-11-iscsi for vnic_type normal with profile {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:30.509672 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Attempting to bind port 9c651013-f1fd-4446-a582-cc930d276410 by drivers openvswitch,hyperv on host dv-cinder-788363-11-iscsi at level 0 using segments [{'id': '1ccea066-51c7-436e-a704-c743ecf76d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0'}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:30.509779 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Attempting to bind port 9c651013-f1fd-4446-a582-cc930d276410 on network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:30.516271 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Checking agent: {'id': '12b87eec-aab1-4028-9446-cb637e9c69ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 13, 59, 24), 'started_at': datetime.datetime(2021, 8, 10, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:30.516812 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Checking segment: {'id': '1ccea066-51c7-436e-a704-c743ecf76d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:30.517475 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:30.517875 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Bound using segment: {'id': '1ccea066-51c7-436e-a704-c743ecf76d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0'} {{(pid=93628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:30.518512 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.managers [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Bound port: 9c651013-f1fd-4446-a582-cc930d276410, host: dv-cinder-788363-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccea066-51c7-436e-a704-c743ecf76d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0'}}] {{(pid=93628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:30.518933 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:30.584542 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] For port 9c651013-f1fd-4446-a582-cc930d276410, host dv-cinder-788363-11-iscsi, cleared binding levels {{(pid=93628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:30.587729 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] For port 9c651013-f1fd-4446-a582-cc930d276410, host dv-cinder-788363-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9c651013-f1fd-4446-a582-cc930d276410,segment=NetworkSegment(1ccea066-51c7-436e-a704-c743ecf76d8c),segment_id=1ccea066-51c7-436e-a704-c743ecf76d8c)] {{(pid=93628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:30.593402 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:30.657087 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Routers {'c25c994b-0672-41e7-b3f2-2db3d68e315a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:30.657722 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['c25c994b-0672-41e7-b3f2-2db3d68e315a'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:30.660499 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c3d6d-3110-4ab5-b4f0-fcec72387be8 None None] Pushing event updated for resources: {'Port': ['ID=9c651013-f1fd-4446-a582-cc930d276410,revision_number=4']} {{(pid=93628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:30.773967 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] Set router c25c994b-0672-41e7-b3f2-2db3d68e315a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:30.968172 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52346) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:31.000373 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9c651013-f1fd-4446-a582-cc930d276410 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:31.039925 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb361da6-6652-42fa-982c-f7613ac15caf req-1ef52368-ef0e-4645-8936-35dab56b4649 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:31.042783 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fb361da6-6652-42fa-982c-f7613ac15caf req-1ef52368-ef0e-4645-8936-35dab56b4649 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 945 time: 0.0602314 Aug 10 14:12:31.053631 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning for port 9c651013-f1fd-4446-a582-cc930d276410 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:31.060036 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 9c651013-f1fd-4446-a582-cc930d276410 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:31.060631 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.081714 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 4, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'gw_port': {'id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '9c651013-f1fd-4446-a582-cc930d276410', 'name': '', 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'mac_address': 'fa:16:3e:eb:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '311ea511-6204-4c5f-960a-b165fa154983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:24Z', 'updated_at': '2021-08-10T14:12:30Z', 'revision_number': 4, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'subnets': [{'id': '311ea511-6204-4c5f-960a-b165fa154983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:31.090564 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fb361da6-6652-42fa-982c-f7613ac15caf req-74c3076c-76ca-48d6-9abd-c7ecb166d3a3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412002 Aug 10 14:12:31.134721 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512ccf8-4a0a-44d4-a280-1053c17c6e2d None None] The sync data for ids ['c25c994b-0672-41e7-b3f2-2db3d68e315a'] in dv-cinder-788363-11-iscsi is: [{'id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 4, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'gw_port': {'id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '9c651013-f1fd-4446-a582-cc930d276410', 'name': '', 'network_id': 'da5d11b1-0a16-4226-b5ae-8f4b995b66d0', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'mac_address': 'fa:16:3e:eb:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '311ea511-6204-4c5f-960a-b165fa154983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:24Z', 'updated_at': '2021-08-10T14:12:30Z', 'revision_number': 4, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'subnets': [{'id': '311ea511-6204-4c5f-960a-b165fa154983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:12:31.162713 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-edc7f698-971e-4d93-96e1-a1cf484c3396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.180600 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.224006 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] For port 9c651013-f1fd-4446-a582-cc930d276410, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9c651013-f1fd-4446-a582-cc930d276410,segment=NetworkSegment(1ccea066-51c7-436e-a704-c743ecf76d8c),segment_id=1ccea066-51c7-436e-a704-c743ecf76d8c)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:31.237839 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.240761 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7e9ad03e-3968-42f8-9737-c4e2f62854ca up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:31.302412 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-edc7f698-971e-4d93-96e1-a1cf484c3396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.307341 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-edc7f698-971e-4d93-96e1-a1cf484c3396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.336021 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Pushing event updated for resources: {'Port': ['ID=9c651013-f1fd-4446-a582-cc930d276410,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:31.352162 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 7e9ad03e-3968-42f8-9737-c4e2f62854ca triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:31.352777 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-edc7f698-971e-4d93-96e1-a1cf484c3396 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5368d35f56be45c4803a6cfbfa5248eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835135 Aug 10 14:12:31.353020 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.354811 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7f698-971e-4d93-96e1-a1cf484c3396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e450860-161c-487c-9804-c27b4c0237af,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:31.355473 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52350) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:31.417496 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a15c20ce-0105-40c1-a763-e556abb1e043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.440281 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a15c20ce-0105-40c1-a763-e556abb1e043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.492059 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a15c20ce-0105-40c1-a763-e556abb1e043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.495717 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a15c20ce-0105-40c1-a763-e556abb1e043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:31.496959 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-a15c20ce-0105-40c1-a763-e556abb1e043 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e450860-161c-487c-9804-c27b4c0237af HTTP/1.1" status: 204 len: 168 time: 0.1404996 Aug 10 14:12:31.506524 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c20ce-0105-40c1-a763-e556abb1e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e450860-161c-487c-9804-c27b4c0237af,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:32.247791 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7c4bd-a82c-4806-a82b-7210d3d7a5e0 req-2b993aca-5d9c-4b22-92a8-45776b04ed72 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:32.249448 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-83a7c4bd-a82c-4806-a82b-7210d3d7a5e0 req-2b993aca-5d9c-4b22-92a8-45776b04ed72 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 945 time: 0.0559824 Aug 10 14:12:32.289108 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-83a7c4bd-a82c-4806-a82b-7210d3d7a5e0 req-5fc65d9b-58fc-47eb-846b-6c2d725c5f71 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328467 Aug 10 14:12:32.296612 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52368) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:32.405715 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef91f-95b0-44c4-a20d-74e5e23181a3 req-b234f8f2-0391-4d9c-ad6e-8b2dbe967d50 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:32.407306 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-889ef91f-95b0-44c4-a20d-74e5e23181a3 req-b234f8f2-0391-4d9c-ad6e-8b2dbe967d50 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 945 time: 0.0503569 Aug 10 14:12:32.453097 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-889ef91f-95b0-44c4-a20d-74e5e23181a3 req-c7d785f3-8f94-4d48-a6f5-42a95500bf94 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 Aug 10 14:12:32.459954 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6a292b07-9979-4f9b-8e6c-3bb600e0feb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.475165 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52374) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:32.560529 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6a292b07-9979-4f9b-8e6c-3bb600e0feb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.566328 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6a292b07-9979-4f9b-8e6c-3bb600e0feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.605334 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a292b07-9979-4f9b-8e6c-3bb600e0feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32db924d-5496-4bcb-b88c-42d845a1d493,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:32.609668 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-6a292b07-9979-4f9b-8e6c-3bb600e0feb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7794bc7fc5a4778a043781321cf8871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118823 Aug 10 14:12:32.613027 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52380) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:32.654152 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52fb20-33c7-40f1-8a28-767b82ab1299 tempest-TestVolumeBootPattern-1325315715 tempest-TestVolumeBootPattern-1325315715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:32.655907 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-bd52fb20-33c7-40f1-8a28-767b82ab1299 tempest-TestVolumeBootPattern-1325315715 tempest-TestVolumeBootPattern-1325315715-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 1093 time: 0.1792259 Aug 10 14:12:32.658832 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52382) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:32.663475 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'floatingip': {'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'port_id': '3735c38d-82d1-4379-af92-4553ef4779b0', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:32.676375 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d59a42fc-1615-459e-b36c-08e4c41119bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.691545 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.699155 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d59a42fc-1615-459e-b36c-08e4c41119bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.745766 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d59a42fc-1615-459e-b36c-08e4c41119bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.748275 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d59a42fc-1615-459e-b36c-08e4c41119bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.749447 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-d59a42fc-1615-459e-b36c-08e4c41119bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32db924d-5496-4bcb-b88c-42d845a1d493 HTTP/1.1" status: 204 len: 168 time: 0.1361263 Aug 10 14:12:32.757121 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a42fc-1615-459e-b36c-08e4c41119bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32db924d-5496-4bcb-b88c-42d845a1d493,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:32.807005 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.872625 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9c651013-f1fd-4446-a582-cc930d276410 up at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:32.923584 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Provisioning complete for port 9c651013-f1fd-4446-a582-cc930d276410 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:32.923979 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:32.941275 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Allocated IP 172.27.1.174 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/b78b7b6c-62aa-4aae-b0f4-f369a883a0e7) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:33.069494 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:33.114756 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:33.157638 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:33.160854 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:33.163915 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:33.202963 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'Port': ['ID=b78b7b6c-62aa-4aae-b0f4-f369a883a0e7,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:33.552252 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:33.631670 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:33.795438 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:33.799924 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:33.889939 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'Port': ['ID=b78b7b6c-62aa-4aae-b0f4-f369a883a0e7,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:33.894701 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:33.999424 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.l3_db [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Floating IP 76bae104-3e90-4960-af8b-f790c9e53037 associated. External IP: 172.27.1.174, port: 3735c38d-82d1-4379-af92-4553ef4779b0. Aug 10 14:12:34.204471 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:12:34.311008 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:12:34.320500 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] Sync routers for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:12:34.326140 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:34.329706 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:34.330321 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:34.354452 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-fae9e6a5-a596-47a4-b806-5963a3915524 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6942837 Aug 10 14:12:34.355870 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'tag': '3735c38d-82d1-4379-af92-4553ef4779b0'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:34.358165 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658" -d '{"events": [{"name": "network-changed", "server_uuid": "d403d688-aa94-4339-b4e8-ce59ff36f56c", "tag": "3735c38d-82d1-4379-af92-4553ef4779b0"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:34.435845 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:34.514790 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e7697-eb00-4426-979e-0096aebacb22 x-openstack-request-id: req-592e7697-eb00-4426-979e-0096aebacb22 {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:34.515085 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d403d688-aa94-4339-b4e8-ce59ff36f56c", "tag": "3735c38d-82d1-4379-af92-4553ef4779b0", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:34.515376 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-592e7697-eb00-4426-979e-0096aebacb22 {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:34.515780 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'tag': '3735c38d-82d1-4379-af92-4553ef4779b0', 'status': 'completed', 'code': 200} Aug 10 14:12:34.611245 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-35120616-70c2-4b19-b8df-1612917df901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:34.612683 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-35120616-70c2-4b19-b8df-1612917df901 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 1098 time: 0.0455973 Aug 10 14:12:34.719802 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '76bae104-3e90-4960-af8b-f790c9e53037', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': '3735c38d-82d1-4379-af92-4553ef4779b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:d4:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:12:33Z', 'updated_at': '2021-08-10T14:12:33Z', 'revision_number': 0, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:34.720045 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-08311b43-309a-438b-8cb1-96e96af1705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:34.721381 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-08311b43-309a-438b-8cb1-96e96af1705e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.1011083 Aug 10 14:12:34.746586 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] Checking router: f0c3d0a4-cc53-437d-bb0b-d6c92867f715 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:12:34.754928 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:34.755584 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:34.794427 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-6cb5dab0-7460-4c8d-b497-83dc9545f299 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3735c38d-82d1-4379-af92-4553ef4779b0 HTTP/1.1" status: 200 len: 999 time: 0.0600989 Aug 10 14:12:34.851249 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-55c7fc87-f3ff-442b-b990-0635884addcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:34.852763 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-55c7fc87-f3ff-442b-b990-0635884addcc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0457292 Aug 10 14:12:34.870443 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:34.912058 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-f8669fa1-445a-4899-bfe4-2c510384d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:34.913682 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-f8669fa1-445a-4899-bfe4-2c510384d91b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449505 Aug 10 14:12:35.022938 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-569ff7af-9282-42a9-87e3-2a72d5cbae1d service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977802 Aug 10 14:12:35.118844 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '76bae104-3e90-4960-af8b-f790c9e53037', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': '3735c38d-82d1-4379-af92-4553ef4779b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:d4:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:12:33Z', 'updated_at': '2021-08-10T14:12:33Z', 'revision_number': 0, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:35.124759 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-b4c075d7-1fa7-4786-84b6-6e53e6a39237 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cf00af6de04f482ead24646cf4bf68a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387740 Aug 10 14:12:35.149372 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6641c-f676-4707-907c-a9740224f962 None None] The sync data for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi is: [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '76bae104-3e90-4960-af8b-f790c9e53037', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': '3735c38d-82d1-4379-af92-4553ef4779b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:d4:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:12:33Z', 'updated_at': '2021-08-10T14:12:33Z', 'revision_number': 0, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:12:35.269440 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2849f2e-bdf3-47aa-8d64-3cabaa9a0658 req-3fd5d52a-d859-4e5d-a394-a32b6612cfb6 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385600 Aug 10 14:12:35.356206 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4a794-7c3c-4bae-9865-5e9f72c9b725 None None] New status for floating IP 76bae104-3e90-4960-af8b-f790c9e53037: ACTIVE {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:12:35.361130 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-9c8f3106-e60a-48d5-8083-5a9a7c416786 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:35.362675 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-9c8f3106-e60a-48d5-8083-5a9a7c416786 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321930 Aug 10 14:12:35.380682 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-0d78a0ce-186b-48f2-95c0-bce656ed9e44 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/quotas/cf00af6de04f482ead24646cf4bf68a6 HTTP/1.1" status: 200 len: 375 time: 0.0101049 Aug 10 14:12:35.416410 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-aebe8459-d846-4b02-85cf-1ad388cc0019 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf00af6de04f482ead24646cf4bf68a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290389 Aug 10 14:12:35.584705 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-aa7db621-f578-4580-86f6-82d3ab9951a7 req-cc2df41a-7565-4eb3-816e-661e2fe2b71b tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 210 time: 0.0299351 Aug 10 14:12:36.678818 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60608bf9-aae9-4c96-90bd-f42587868a72 req-f223b6c4-484e-4087-889e-3955fe345189 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 210 time: 0.0274057 Aug 10 14:12:36.775980 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-2de81e95-e663-479e-9bc0-3858e4aff1dc tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cf00af6de04f482ead24646cf4bf68a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231051 Aug 10 14:12:36.906623 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-91b8a38f-1bc2-4e08-a61f-eb76c830cb5e tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:36.908494 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-91b8a38f-1bc2-4e08-a61f-eb76c830cb5e tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220472 Aug 10 14:12:36.947659 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Request body: {'port': {'device_id': '2561a5e1-dad8-4368-9c6c-d55dc4479921', 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041', 'admin_state_up': True, 'tenant_id': 'cf00af6de04f482ead24646cf4bf68a6'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:37.059759 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Made reservation on behalf of cf00af6de04f482ead24646cf4bf68a6 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:12:37.063373 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:37.072298 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:37.163422 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:37.167482 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:37.236831 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a199c3-2b68-4e53-8a70-0241bfc3df17,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:37.308714 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Allocated IP 192.168.233.77 (688e3523-5a9b-492e-855f-b17e76c51041/75657a65-081f-447c-9c5b-d84929524a98/8c0497bf-b49c-46cb-beb3-cc515cf9b5cb) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:37.456387 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:37.470545 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Transition to ACTIVE for port object 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:37.503668 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:37.548910 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Network 688e3523-5a9b-492e-855f-b17e76c51041 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:37.553919 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:37.557560 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:37.564435 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Pushing event updated for resources: {'Port': ['ID=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:37.612619 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:37.613267 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:37.629174 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-82babb1d-f81f-4eba-a214-ef4ba74bb3e5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6855416 Aug 10 14:12:37.649350 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Request body: {'port': {'device_id': '2561a5e1-dad8-4368-9c6c-d55dc4479921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:37.707643 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:37.733718 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b6bb3076-1b8e-4b7c-af8a-f45eac049e21 None None] Provisioning for port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:37.739169 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-b6bb3076-1b8e-4b7c-af8a-f45eac049e21 None None] Provisioning complete for port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:37.739763 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3076-1b8e-4b7c-af8a-f45eac049e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:37.777094 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb3076-1b8e-4b7c-af8a-f45eac049e21 None None] Port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:12:37.876398 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb5859-6913-43a3-b396-69cdd5d5a030 req-c2a3fa62-3ecb-459a-9bd9-d28bd53dca12 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:37.877889 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e6cb5859-6913-43a3-b396-69cdd5d5a030 req-c2a3fa62-3ecb-459a-9bd9-d28bd53dca12 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 935 time: 0.1250532 Aug 10 14:12:37.960828 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e6cb5859-6913-43a3-b396-69cdd5d5a030 req-3e05bcf3-b8f4-4784-a75c-d42bd9446953 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766304 Aug 10 14:12:38.055094 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:12:38.063034 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:38.074117 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Transition to ACTIVE for port object 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:38.077954 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:38.130570 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:38.205483 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Attempting to bind port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:38.205821 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Attempting to bind port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9c0e15ad-6c71-4a00-acf8-55ca61900069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:38.206155 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Attempting to bind port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb on network 688e3523-5a9b-492e-855f-b17e76c51041 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:38.210643 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb on network 688e3523-5a9b-492e-855f-b17e76c51041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:12:38.211033 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Attempting to bind port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb on network 688e3523-5a9b-492e-855f-b17e76c51041 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:38.216509 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:38.216846 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Checking segment: {'id': '9c0e15ad-6c71-4a00-acf8-55ca61900069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:38.217233 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Bound using segment: {'id': '9c0e15ad-6c71-4a00-acf8-55ca61900069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:38.217656 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Bound port: 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0e15ad-6c71-4a00-acf8-55ca61900069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:38.218016 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:38.286590 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] For port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:38.289714 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] For port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,segment=NetworkSegment(9c0e15ad-6c71-4a00-acf8-55ca61900069),segment_id=9c0e15ad-6c71-4a00-acf8-55ca61900069)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:38.295052 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:38.327138 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:38.327787 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:38.329214 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] 10.222.0.53 "PUT /v2.0/ports/8c0497bf-b49c-46cb-beb3-cc515cf9b5cb HTTP/1.1" status: 200 len: 1097 time: 0.6842933 Aug 10 14:12:38.329652 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2561a5e1-dad8-4368-9c6c-d55dc4479921', 'tag': '8c0497bf-b49c-46cb-beb3-cc515cf9b5cb'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:38.331899 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b785a300-730a-4004-bb66-4de0bc32b4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2561a5e1-dad8-4368-9c6c-d55dc4479921", "tag": "8c0497bf-b49c-46cb-beb3-cc515cf9b5cb"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:38.360684 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273289b6-3417-4ade-bf5c-a813158acdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:38.445033 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff2302a-e373-4f51-8b04-03dfb3b0a358 x-openstack-request-id: req-bff2302a-e373-4f51-8b04-03dfb3b0a358 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:38.445238 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2561a5e1-dad8-4368-9c6c-d55dc4479921", "tag": "8c0497bf-b49c-46cb-beb3-cc515cf9b5cb", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:38.445498 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bff2302a-e373-4f51-8b04-03dfb3b0a358 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:38.445891 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2561a5e1-dad8-4368-9c6c-d55dc4479921', 'tag': '8c0497bf-b49c-46cb-beb3-cc515cf9b5cb', 'status': 'completed', 'code': 200} Aug 10 14:12:38.452947 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-21b7f065-d86e-4659-b126-2620da259458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:38.454486 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-21b7f065-d86e-4659-b126-2620da259458 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf00af6de04f482ead24646cf4bf68a6&device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 1100 time: 0.0522101 Aug 10 14:12:38.517866 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-58164859-2412-4da9-ae60-01c9135042d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb HTTP/1.1" status: 200 len: 217 time: 0.0376232 Aug 10 14:12:38.574779 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-d11a94ef-269c-4f45-9e46-5c11b4d20f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:38.576230 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-d11a94ef-269c-4f45-9e46-5c11b4d20f24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=75657a65-081f-447c-9c5b-d84929524a98 HTTP/1.1" status: 200 len: 843 time: 0.0438559 Aug 10 14:12:38.626801 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-72a8e4c1-d275-4983-bae0-8b1bc76b1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:38.628290 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-72a8e4c1-d275-4983-bae0-8b1bc76b1155 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=688e3523-5a9b-492e-855f-b17e76c51041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0396285 Aug 10 14:12:38.720322 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-11ad6b26-655b-4de5-903c-d9a4a3c0aa8d service neutron] 10.222.0.53 "GET /v2.0/networks/688e3523-5a9b-492e-855f-b17e76c51041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831580 Aug 10 14:12:38.812116 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-886c3558-a9d9-4427-9e78-131e75198cb6 req-65c31307-5641-4d76-a359-72849653cf1e service neutron] 10.222.0.53 "GET /v2.0/networks/688e3523-5a9b-492e-855f-b17e76c51041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837715 Aug 10 14:12:38.962934 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-cc572349-30e5-47da-b24e-2b094339ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:38.964586 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-cc572349-30e5-47da-b24e-2b094339ae2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf00af6de04f482ead24646cf4bf68a6&device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 1100 time: 0.0429258 Aug 10 14:12:39.113303 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c48cb-a014-40a9-b014-3d018f79d6cd req-db935cb2-4862-4260-a474-5d412fa0b61f tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:39.114839 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8c2c48cb-a014-40a9-b014-3d018f79d6cd req-db935cb2-4862-4260-a474-5d412fa0b61f tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 947 time: 0.0811563 Aug 10 14:12:39.116520 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-8f9175a1-7638-445d-8cbc-7f8fc0dc4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:39.117855 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-8f9175a1-7638-445d-8cbc-7f8fc0dc4683 service neutron] 10.222.0.53 "GET /v2.0/networks?id=688e3523-5a9b-492e-855f-b17e76c51041 HTTP/1.1" status: 200 len: 870 time: 0.1308792 Aug 10 14:12:39.447219 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-d1b54f58-3ff8-4f49-b4df-f20586c0b79d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb HTTP/1.1" status: 200 len: 217 time: 0.3046603 Aug 10 14:12:39.450599 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8c2c48cb-a014-40a9-b014-3d018f79d6cd req-2da8974f-d224-4b7f-b7f2-5d994121324b tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293755 Aug 10 14:12:39.501564 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-97cfa185-ee1e-4b9a-95fb-d67f999d2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:39.503025 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-97cfa185-ee1e-4b9a-95fb-d67f999d2eb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=75657a65-081f-447c-9c5b-d84929524a98 HTTP/1.1" status: 200 len: 843 time: 0.0446346 Aug 10 14:12:39.551125 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-594b4330-f295-426f-ac1c-a08914faeabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:39.552721 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-594b4330-f295-426f-ac1c-a08914faeabc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=688e3523-5a9b-492e-855f-b17e76c51041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0405407 Aug 10 14:12:39.660460 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-75414775-6a0d-41a2-b0ae-126931c74ef6 service neutron] 10.222.0.53 "GET /v2.0/networks/688e3523-5a9b-492e-855f-b17e76c51041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987253 Aug 10 14:12:39.753566 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b785a300-730a-4004-bb66-4de0bc32b4f6 req-b7a2be7e-e7b9-49ec-8536-17f9d0502f7f service neutron] 10.222.0.53 "GET /v2.0/networks/688e3523-5a9b-492e-855f-b17e76c51041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842168 Aug 10 14:12:40.569738 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2323f79-30f0-4575-bf00-e2023249f39a req-3327440a-0e90-4d4e-a5ff-55c72468e789 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:40.571195 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2323f79-30f0-4575-bf00-e2023249f39a req-3327440a-0e90-4d4e-a5ff-55c72468e789 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 947 time: 0.0528243 Aug 10 14:12:40.610786 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b2323f79-30f0-4575-bf00-e2023249f39a req-0934de2f-a29e-45ce-b087-0d553b92c7b6 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328979 Aug 10 14:12:41.292618 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:12:41.396653 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,segment=NetworkSegment(9c0e15ad-6c71-4a00-acf8-55ca61900069),segment_id=9c0e15ad-6c71-4a00-acf8-55ca61900069)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:41.407937 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '8c0497bf-b49c-46cb-beb3-cc515cf9b5cb', 'network_id': '688e3523-5a9b-492e-855f-b17e76c51041', 'port_id': '8c0497bf-b49c-46cb-beb3-cc515cf9b5cb', 'mac_address': 'fa:16:3e:8b:d7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75657a65-081f-447c-9c5b-d84929524a98', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:12:41.445330 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:41.459576 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:12:41.479803 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,segment=NetworkSegment(9c0e15ad-6c71-4a00-acf8-55ca61900069),segment_id=9c0e15ad-6c71-4a00-acf8-55ca61900069)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:41.483973 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:41.535939 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:41.726159 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7576a0-dcfc-4a9b-a53f-93e9d5165c00 req-13f36ffc-5b60-4287-a6eb-5fff816e40a5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:41.727647 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3b7576a0-dcfc-4a9b-a53f-93e9d5165c00 req-13f36ffc-5b60-4287-a6eb-5fff816e40a5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 948 time: 0.0517609 Aug 10 14:12:41.768771 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3b7576a0-dcfc-4a9b-a53f-93e9d5165c00 req-f0b9a11e-5e47-4a4b-9c57-2ccfa7ada1ab tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348401 Aug 10 14:12:41.859216 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8c0497bf-b49c-46cb-beb3-cc515cf9b5cb'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:12:42.882454 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70508-881d-43fe-8ca5-2c2c8436ddef req-7766f877-8c4f-4874-82a7-2f3553cd07be tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:42.883873 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-52f70508-881d-43fe-8ca5-2c2c8436ddef req-7766f877-8c4f-4874-82a7-2f3553cd07be tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 948 time: 0.0490315 Aug 10 14:12:42.924970 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-52f70508-881d-43fe-8ca5-2c2c8436ddef req-f233840c-9dd7-46d3-a533-504dbf4d1cfe tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346768 Aug 10 14:12:43.311588 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:43.363100 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:43.367056 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:43.367477 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:43.460726 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ad971-1fea-4ea1-8230-eda2a680c220 req-06e5e92e-4cf4-4083-8999-7f9d9e7fe20e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:43.462341 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a07ad971-1fea-4ea1-8230-eda2a680c220 req-06e5e92e-4cf4-4083-8999-7f9d9e7fe20e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0543852 Aug 10 14:12:43.503851 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a07ad971-1fea-4ea1-8230-eda2a680c220 req-9070dd4e-67d2-48bd-ad3f-72672104cf99 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344424 Aug 10 14:12:43.563638 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:43.585581 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2561a5e1-dad8-4368-9c6c-d55dc4479921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0497bf-b49c-46cb-beb3-cc515cf9b5cb'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:43.587854 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f64b6f8-3f1a-4c4e-a6df-a328e5213506" -d '{"events": [{"server_uuid": "2561a5e1-dad8-4368-9c6c-d55dc4479921", "name": "network-vif-plugged", "status": "completed", "tag": "8c0497bf-b49c-46cb-beb3-cc515cf9b5cb"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:43.601885 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,segment=NetworkSegment(9c0e15ad-6c71-4a00-acf8-55ca61900069),segment_id=9c0e15ad-6c71-4a00-acf8-55ca61900069)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:43.607880 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:43.656245 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:43.680306 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112ebba3-5dc9-4438-a5ea-2f44f9d176e5 x-openstack-request-id: req-112ebba3-5dc9-4438-a5ea-2f44f9d176e5 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:43.680596 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2561a5e1-dad8-4368-9c6c-d55dc4479921", "name": "network-vif-plugged", "status": "completed", "tag": "8c0497bf-b49c-46cb-beb3-cc515cf9b5cb", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:43.680850 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-112ebba3-5dc9-4438-a5ea-2f44f9d176e5 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:43.681235 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2561a5e1-dad8-4368-9c6c-d55dc4479921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0497bf-b49c-46cb-beb3-cc515cf9b5cb', 'code': 200} Aug 10 14:12:43.932098 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8986af-dfd3-4fbd-9022-70610717f061 req-38209d84-4da2-41e2-91ee-b36f09a880a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:43.933683 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fa8986af-dfd3-4fbd-9022-70610717f061 req-38209d84-4da2-41e2-91ee-b36f09a880a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 1102 time: 0.0394542 Aug 10 14:12:43.971905 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fa8986af-dfd3-4fbd-9022-70610717f061 req-4dd64e20-c6a5-4c67-89df-19625844f835 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291572 Aug 10 14:12:44.041117 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69beb550-51f3-4a32-9ea5-90e0ff940129 req-0dd5def0-5598-441c-a60c-9be540e66bc9 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:44.042751 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-69beb550-51f3-4a32-9ea5-90e0ff940129 req-0dd5def0-5598-441c-a60c-9be540e66bc9 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 949 time: 0.0490949 Aug 10 14:12:44.080860 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-69beb550-51f3-4a32-9ea5-90e0ff940129 req-3442047d-f589-4b59-8e5d-50e4cf50d770 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Aug 10 14:12:44.621867 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a6e1b-993b-4bb7-a631-d2cf6a2f66cf req-b8c2f71a-ca2b-4fe5-a739-d0e099900538 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:44.623348 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bc5a6e1b-993b-4bb7-a631-d2cf6a2f66cf req-b8c2f71a-ca2b-4fe5-a739-d0e099900538 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0511448 Aug 10 14:12:44.665264 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bc5a6e1b-993b-4bb7-a631-d2cf6a2f66cf req-e8a3e15a-f4b0-41f9-ab26-f9785a98e030 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Aug 10 14:12:45.193250 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c42b6-3cce-425a-a204-8687a956f04a req-6de09835-1203-484b-bcb1-82c7861377ba tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:45.194180 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab9c42b6-3cce-425a-a204-8687a956f04a req-6de09835-1203-484b-bcb1-82c7861377ba tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 949 time: 0.0482829 Aug 10 14:12:45.232848 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab9c42b6-3cce-425a-a204-8687a956f04a req-5737ac9b-4f4e-4748-a05d-51689aa7b585 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323343 Aug 10 14:12:45.781660 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825640cc-c3e7-4b3c-b668-a0d19529f545 req-a0d3f08d-8883-436d-ae03-0d5fbf836b68 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:45.783142 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-825640cc-c3e7-4b3c-b668-a0d19529f545 req-a0d3f08d-8883-436d-ae03-0d5fbf836b68 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0494490 Aug 10 14:12:45.820180 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-825640cc-c3e7-4b3c-b668-a0d19529f545 req-9ca49dab-b9a1-47b7-b7d1-88b283e48296 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310605 Aug 10 14:12:46.348559 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3db1d-54b0-4f8d-857c-10b78d31c55b req-d481bbb6-fb97-4c64-858c-6dac789acd75 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:46.349959 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ecf3db1d-54b0-4f8d-857c-10b78d31c55b req-d481bbb6-fb97-4c64-858c-6dac789acd75 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 949 time: 0.0528011 Aug 10 14:12:46.388931 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ecf3db1d-54b0-4f8d-857c-10b78d31c55b req-1375e803-33ea-42a7-85d2-c82a5f0e841e tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321572 Aug 10 14:12:46.637475 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338d1e-6d16-498d-8a0d-9783703b9e56 req-7e5dcedf-2d63-4af5-a361-78f86440f97d tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:46.638844 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c5338d1e-6d16-498d-8a0d-9783703b9e56 req-7e5dcedf-2d63-4af5-a361-78f86440f97d tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 949 time: 0.0484645 Aug 10 14:12:46.677128 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c5338d1e-6d16-498d-8a0d-9783703b9e56 req-f2b5527b-f218-4f00-a230-f04aeefcf3f7 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Aug 10 14:12:46.785015 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-1dd7d52c-122a-4c89-89fd-747e512a0a13 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:46.786464 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-1dd7d52c-122a-4c89-89fd-747e512a0a13 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0474920 Aug 10 14:12:46.882122 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Deleting port 54e1f0ef-10b3-4f98-af80-179a34385acc {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:46.882471 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:46.994321 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5af695-043d-46fd-b351-771907d1c807 req-d62886c4-fe37-432c-ab31-d5a896cd86a0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:46.996432 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cd5af695-043d-46fd-b351-771907d1c807 req-d62886c4-fe37-432c-ab31-d5a896cd86a0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 946 time: 0.0999298 Aug 10 14:12:47.017420 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] For port 54e1f0ef-10b3-4f98-af80-179a34385acc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=54e1f0ef-10b3-4f98-af80-179a34385acc,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:47.017791 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:47.083980 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cd5af695-043d-46fd-b351-771907d1c807 req-58b60e88-fd73-4d2a-b812-3df3d09a5eda tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=81ba5274-7060-4fd3-b30c-92586792e395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787292 Aug 10 14:12:47.203550 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:47.203922 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:47.204234 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Floating IP 3d62088d-98c0-4a8a-99ab-5177a264c4ec disassociated. External IP: 172.27.1.13, port: 54e1f0ef-10b3-4f98-af80-179a34385acc. Aug 10 14:12:47.204573 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Calling delete_port for 54e1f0ef-10b3-4f98-af80-179a34385acc owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:47.336527 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:47.366846 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event deleted for resources: {'Port': ['ID=54e1f0ef-10b3-4f98-af80-179a34385acc,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:47.485217 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Router 2449e38a-506e-4951-9a0e-eddfe9c44adf has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:12:47.596605 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:12:47.607684 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] Sync routers for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:12:47.617640 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:47.618551 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:47.637203 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] No DVR routers for this DVR port 54e1f0ef-10b3-4f98-af80-179a34385acc on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:12:47.639848 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:47.641849 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3b7aedd9-70c1-4e76-9832-e8cbfd40eae6 req-6a038e6c-2229-4e2d-b05a-f59e0bb576b0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "DELETE /v2.0/ports/54e1f0ef-10b3-4f98-af80-179a34385acc HTTP/1.1" status: 204 len: 173 time: 0.8480716 Aug 10 14:12:47.642352 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'name': 'network-vif-deleted', 'tag': '54e1f0ef-10b3-4f98-af80-179a34385acc'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:47.646008 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392520bc-6e18-4f9b-86fe-d36d2221c199" -d '{"events": [{"server_uuid": "31903f5e-63ec-46f4-903a-10077ffbf0e0", "name": "network-vif-deleted", "tag": "54e1f0ef-10b3-4f98-af80-179a34385acc"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:47.689082 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f7b4f-462e-4b81-bd44-b7407069a006 x-openstack-request-id: req-543f7b4f-462e-4b81-bd44-b7407069a006 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:47.689402 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31903f5e-63ec-46f4-903a-10077ffbf0e0", "name": "network-vif-deleted", "tag": "54e1f0ef-10b3-4f98-af80-179a34385acc", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:47.689651 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-543f7b4f-462e-4b81-bd44-b7407069a006 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:47.690012 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31903f5e-63ec-46f4-903a-10077ffbf0e0', 'name': 'network-vif-deleted', 'tag': '54e1f0ef-10b3-4f98-af80-179a34385acc', 'status': 'completed', 'code': 200} Aug 10 14:12:47.744998 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:47.834060 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e918b-d3b8-4aaf-a9c7-7248e7a51306 req-31c5d82f-c4b1-4015-a625-328dce36a6f8 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:47.835768 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e57e918b-d3b8-4aaf-a9c7-7248e7a51306 req-31c5d82f-c4b1-4015-a625-328dce36a6f8 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 949 time: 0.0564318 Aug 10 14:12:47.878171 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e57e918b-d3b8-4aaf-a9c7-7248e7a51306 req-238d33b3-3ef6-44fa-bfe5-17e88027b510 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Aug 10 14:12:47.964169 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:47.990397 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] Checking router: 2449e38a-506e-4951-9a0e-eddfe9c44adf for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:12:47.999191 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:12:47.999838 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:48.104346 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:12:48.197468 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4db7e55-c5a2-4cc9-a2bd-683da7d44fb8 req-050dbb21-9bbd-4ead-b9f2-0adfb54c6363 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=31903f5e-63ec-46f4-903a-10077ffbf0e0 HTTP/1.1" status: 200 len: 210 time: 0.0262830 Aug 10 14:12:48.302058 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:12:48.332713 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad82310-07b0-45e8-b0ae-c2a3a476c457 None None] The sync data for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi is: [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:12:48.517405 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-018d8670-73dc-4ea9-9e18-9bff32f55993 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484100519&fields=id&tenant_id=091cdf8de6384837a65a9634e0553459 HTTP/1.1" status: 200 len: 267 time: 0.0340183 Aug 10 14:12:48.605782 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd9227-1eba-40f4-8db2-bfd79563fc64 None None] New status for floating IP 3d62088d-98c0-4a8a-99ab-5177a264c4ec: DOWN {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:12:48.658287 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-1996740f-cb6c-41ce-9f9e-c1e512a943f8 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:48.659681 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-1996740f-cb6c-41ce-9f9e-c1e512a943f8 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.53 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 949 time: 0.0857677 Aug 10 14:12:48.668268 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-97875c55-efe8-4407-8970-1eb9074a6f78 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:48.669685 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-97875c55-efe8-4407-8970-1eb9074a6f78 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/networks?id=5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 200 len: 809 time: 0.1449800 Aug 10 14:12:48.710864 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-f6836aa2-c444-4a71-add6-8598f5903da3 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/quotas/091cdf8de6384837a65a9634e0553459 HTTP/1.1" status: 200 len: 375 time: 0.0287652 Aug 10 14:12:48.798849 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-9caa939d-c64b-4e95-bccb-020a3d049fae tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=091cdf8de6384837a65a9634e0553459&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747483 Aug 10 14:12:48.817726 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Deleting port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:48.818808 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:48.920737 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] For port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,segment=NetworkSegment(9c0e15ad-6c71-4a00-acf8-55ca61900069),segment_id=9c0e15ad-6c71-4a00-acf8-55ca61900069)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:48.921112 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:48.971976 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Calling delete_port for 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:49.101219 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f2084-e88d-4eaf-8ce0-797cb72dd65f req-d10f0682-d4b6-4d92-9dc0-ca3e2bd036ac tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:49.102690 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8e1f2084-e88d-4eaf-8ce0-797cb72dd65f req-d10f0682-d4b6-4d92-9dc0-ca3e2bd036ac tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2561a5e1-dad8-4368-9c6c-d55dc4479921 HTTP/1.1" status: 200 len: 949 time: 0.1385055 Aug 10 14:12:49.106129 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-814da27d-d98a-469b-b22d-3b786c242671 service neutron] 10.222.0.26 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955582 Aug 10 14:12:49.202498 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8e1f2084-e88d-4eaf-8ce0-797cb72dd65f req-31803105-e49f-40df-afef-ce09ffa3ce3d tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2a199c3-2b68-4e53-8a70-0241bfc3df17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929396 Aug 10 14:12:49.275055 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-0cb9cdf0-a51d-4d66-8caa-fd08b27f4bbd service neutron] 10.222.0.26 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585402 Aug 10 14:12:49.276239 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:49.307445 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Pushing event deleted for resources: {'Port': ['ID=8c0497bf-b49c-46cb-beb3-cc515cf9b5cb,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:49.316334 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.316651 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.316973 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['8c0497bf-b49c-46cb-beb3-cc515cf9b5cb'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:12:49.317412 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.317412 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.317702 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.317962 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.318292 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.318621 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.318949 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.319311 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.319640 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.319946 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:49.362202 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] No DVR routers for this DVR port 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:12:49.364645 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:49.366660 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d21ca374-a4bf-4a2f-8efe-7f022d0bc927 req-876b2150-72b9-4713-a60c-ab9ead9fffb5 tempest-VolumesNegativeTest-2069246846 tempest-VolumesNegativeTest-2069246846-project] 10.222.0.53 "DELETE /v2.0/ports/8c0497bf-b49c-46cb-beb3-cc515cf9b5cb HTTP/1.1" status: 204 len: 173 time: 0.6960964 Aug 10 14:12:49.376984 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 54e1f0ef-10b3-4f98-af80-179a34385acc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:12:49.412461 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52598) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:49.413987 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 54e1f0ef-10b3-4f98-af80-179a34385acc {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:12:49.414455 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 54e1f0ef-10b3-4f98-af80-179a34385acc not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:12:49.415038 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:12:49.458454 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:12:49.459042 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 8c0497bf-b49c-46cb-beb3-cc515cf9b5cb not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:12:49.476615 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-19dc8e64-91c4-4b7d-8805-1dec9b1cedee tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:49.504642 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-19dc8e64-91c4-4b7d-8805-1dec9b1cedee tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:49.577660 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-19dc8e64-91c4-4b7d-8805-1dec9b1cedee tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:49.580293 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-19dc8e64-91c4-4b7d-8805-1dec9b1cedee tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:49.583869 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-19dc8e64-91c4-4b7d-8805-1dec9b1cedee tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "DELETE /v2.0/security-groups/81ba5274-7060-4fd3-b30c-92586792e395 HTTP/1.1" status: 204 len: 168 time: 0.1679661 Aug 10 14:12:49.584494 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52604) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:49.590631 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc8e64-91c4-4b7d-8805-1dec9b1cedee tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ba5274-7060-4fd3-b30c-92586792e395,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:49.623680 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.api.v2.resource [None req-cbfc4912-a588-44ee-a84a-2e4823f33d29 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] show failed (client error): The resource could not be found. Aug 10 14:12:49.625011 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-cbfc4912-a588-44ee-a84a-2e4823f33d29 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups/81ba5274-7060-4fd3-b30c-92586792e395 HTTP/1.1" status: 404 len: 347 time: 0.0391526 Aug 10 14:12:49.629661 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52608) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:49.686531 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4f37216c-16cc-41b3-819a-36b6820d2a3e req-5a275f59-3032-47eb-9f11-76f36e22a83d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 210 time: 0.0582805 Aug 10 14:12:49.690850 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2561a5e1-dad8-4368-9c6c-d55dc4479921', 'name': 'network-vif-deleted', 'tag': '8c0497bf-b49c-46cb-beb3-cc515cf9b5cb'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:49.693053 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bee4a2-90dd-4c57-bffb-fbe88f317c99" -d '{"events": [{"server_uuid": "2561a5e1-dad8-4368-9c6c-d55dc4479921", "name": "network-vif-deleted", "tag": "8c0497bf-b49c-46cb-beb3-cc515cf9b5cb"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:49.734444 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c20892-0b74-4aca-ae8b-741e1b253169 x-openstack-request-id: req-e9c20892-0b74-4aca-ae8b-741e1b253169 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:49.734738 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2561a5e1-dad8-4368-9c6c-d55dc4479921", "name": "network-vif-deleted", "tag": "8c0497bf-b49c-46cb-beb3-cc515cf9b5cb", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:49.734996 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9c20892-0b74-4aca-ae8b-741e1b253169 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:49.735423 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2561a5e1-dad8-4368-9c6c-d55dc4479921', 'name': 'network-vif-deleted', 'tag': '8c0497bf-b49c-46cb-beb3-cc515cf9b5cb', 'status': 'completed', 'code': 200} Aug 10 14:12:49.785718 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Deleting port d9a342cc-fb32-45ce-b9a3-fe4c70faee2b {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:12:49.786051 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:49.871179 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:49.871566 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:49.883758 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Calling delete_port for d9a342cc-fb32-45ce-b9a3-fe4c70faee2b owned by network:floatingip {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:12:50.028547 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.053868 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event deleted for resources: {'Port': ['ID=d9a342cc-fb32-45ce-b9a3-fe4c70faee2b,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:50.118721 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.123526 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.123526 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-1ee5875b-34f6-4f52-b859-2c622d2a5732 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "DELETE /v2.0/floatingips/3d62088d-98c0-4a8a-99ab-5177a264c4ec HTTP/1.1" status: 204 len: 168 time: 0.4924970 Aug 10 14:12:50.207482 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:12:50.388074 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52636) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:50.392870 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-76d98fe2-00df-4d03-933d-d41b08b9fbe0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--665607250', 'description': 'tempest-description--117244926'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:50.416544 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-76d98fe2-00df-4d03-933d-d41b08b9fbe0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.500334 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-76d98fe2-00df-4d03-933d-d41b08b9fbe0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.504279 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-76d98fe2-00df-4d03-933d-d41b08b9fbe0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.530564 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-76d98fe2-00df-4d03-933d-d41b08b9fbe0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.531837 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-76d98fe2-00df-4d03-933d-d41b08b9fbe0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1427476 Aug 10 14:12:50.535335 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52642) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:50.536364 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d98fe2-00df-4d03-933d-d41b08b9fbe0 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af045604-4a0e-4ea9-9e33-4221701b8c4a,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:50.541222 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'security_group_rule': {'security_group_id': 'af045604-4a0e-4ea9-9e33-4221701b8c4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:50.570820 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.636465 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.640802 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.662712 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe901a0-caae-478d-9a4e-bf21d5b37c4b,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:50.676154 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.676910 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.677489 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.678070 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.678653 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.679168 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.679716 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.680265 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.680808 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.681300 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.681813 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.682385 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:50.686274 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.690750 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d576acad-fc5a-4baf-8301-45278ffa8fac tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535037 Aug 10 14:12:50.691558 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52650) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:50.701689 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-7fcf782d-55d1-465f-805c-7bafd5b42e38 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'security_group_rule': {'security_group_id': 'af045604-4a0e-4ea9-9e33-4221701b8c4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:50.739255 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7fcf782d-55d1-465f-805c-7bafd5b42e38 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.814469 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7fcf782d-55d1-465f-805c-7bafd5b42e38 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.818419 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7fcf782d-55d1-465f-805c-7bafd5b42e38 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309313'] for security_group_rule, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.842554 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7fcf782d-55d1-465f-805c-7bafd5b42e38 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.847165 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-7fcf782d-55d1-465f-805c-7bafd5b42e38 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532445 Aug 10 14:12:50.849186 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52662) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:50.849842 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf782d-55d1-465f-805c-7bafd5b42e38 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f46fadd-4b53-4c36-aa7d-daf2fbebcf2a,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:50.856983 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'floatingip': {'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:50.868474 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-cc427ba3-f207-437b-a544-db054312d12c tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:50.870035 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-cc427ba3-f207-437b-a544-db054312d12c tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.53 "GET /v2.0/networks?id=5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 200 len: 809 time: 0.1953762 Aug 10 14:12:50.882808 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:50.887042 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9f209532-c4f7-484b-8419-69692fca6672 req-aac48423-b2e6-47ce-97bd-e32bc5682927 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 210 time: 0.0687270 Aug 10 14:12:50.951038 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-42d7705d-607b-4885-90e8-9f3abdd45ad6 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=091cdf8de6384837a65a9634e0553459 HTTP/1.1" status: 200 len: 380 time: 0.0462694 Aug 10 14:12:50.965702 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Request body: {'port': {'device_id': '6304b176-f00b-4eb9-92b2-609252223189', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'admin_state_up': True, 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'security_groups': ['d5c198f7-3edc-41b2-9e23-da7a6473d3f7']}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:51.016493 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.105905 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Made reservation on behalf of 091cdf8de6384837a65a9634e0553459 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:12:51.109755 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.160096 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_common [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Allocated IP 172.27.1.31 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/fc37f92e-594f-4126-84ec-4b353c11aab4) {{(pid=93626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:51.263446 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Allocated IP 172.20.0.4 (5369c544-29fb-4aab-a14a-eb56dd337bc2/4949d49f-4478-468a-9c09-ca0e0958c8d8/02d80e80-caf8-48f2-a3ce-f13607c6ec21) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:51.286111 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for port, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.333593 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.381490 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:51.388617 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Resources bound (agent type, host, resource id): {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:51.391266 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'Port': ['ID=fc37f92e-594f-4126-84ec-4b353c11aab4,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:51.400670 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Received port after_create {{(pid=93626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:51.454876 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.459895 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-8f2977ad-7707-4d37-91fe-19c429af1b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.483618 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Transition to ACTIVE for port object 02d80e80-caf8-48f2-a3ce-f13607c6ec21 will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:51.524833 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.544708 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.568984 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.598543 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Network 5369c544-29fb-4aab-a14a-eb56dd337bc2 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:51.608571 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:51.626825 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:51.660177 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'Port': ['ID=02d80e80-caf8-48f2-a3ce-f13607c6ec21,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:51.692393 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:51.693044 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.716614 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-4cb60aa2-7485-45a1-9f09-336c1d522c40 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603009 Aug 10 14:12:51.746005 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Request body: {'port': {'device_id': '6304b176-f00b-4eb9-92b2-609252223189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:51.766975 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for port, precommit_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.775207 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095128'] for port, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.867204 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.884563 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'Port': ['ID=fc37f92e-594f-4126-84ec-4b353c11aab4,revision_number=2']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:51.893515 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:51.895986 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-5b17eead-cf34-4096-8ecf-54208dd40e87 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0435486 Aug 10 14:12:51.957953 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-f28e24cd-dec1-49c7-a90c-d4e0c6de3cd2 None None] Provisioning for port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:51.979426 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-f28e24cd-dec1-49c7-a90c-d4e0c6de3cd2 None None] Provisioning complete for port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:51.980467 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-f28e24cd-dec1-49c7-a90c-d4e0c6de3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:52.050794 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-f28e24cd-dec1-49c7-a90c-d4e0c6de3cd2 None None] Port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:12:52.156991 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:52.194154 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-f6ff5368-6854-496e-bac6-a8495a12ac06 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--665607250&fields=id&tenant_id=0833bee3d99349a482e554e2c6b78e76 HTTP/1.1" status: 200 len: 267 time: 0.0823421 Aug 10 14:12:52.241240 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5ee6c-df57-4a5e-aa2a-c2bb26ea705f req-df162b79-1a7e-4693-a365-df2e20d1a490 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:52.242721 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c9c5ee6c-df57-4a5e-aa2a-c2bb26ea705f req-df162b79-1a7e-4693-a365-df2e20d1a490 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 931 time: 0.1309786 Aug 10 14:12:52.428968 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c9c5ee6c-df57-4a5e-aa2a-c2bb26ea705f req-bac6a2f2-920a-4d9c-b34e-b51f2627a4d7 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710992 Aug 10 14:12:52.440959 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:52.459014 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-ce66010b-dc99-488b-829f-c3d53cb32b66 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:52.460548 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-ce66010b-dc99-488b-829f-c3d53cb32b66 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 810 time: 0.2403562 Aug 10 14:12:52.510657 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-52d72d43-c064-4e98-bce6-f0ed304e87cc tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/quotas/0833bee3d99349a482e554e2c6b78e76 HTTP/1.1" status: 200 len: 375 time: 0.0392981 Aug 10 14:12:52.597172 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-df12fe9c-0407-4af9-b4a9-5b17fea3b599 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805330 Aug 10 14:12:52.711327 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d80e80-caf8-48f2-a3ce-f13607c6ec21 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:12:52.727321 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:52.756992 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Transition to ACTIVE for port object 02d80e80-caf8-48f2-a3ce-f13607c6ec21 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:52.762398 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:52.772033 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-30e32349-0faa-423d-b7b5-86024bace4c2 service neutron] 10.222.0.26 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582568 Aug 10 14:12:52.874843 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=02d80e80-caf8-48f2-a3ce-f13607c6ec21,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:52.952048 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-7f8c9991-a51e-4b37-aca6-242067548b57 service neutron] 10.222.0.26 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594305 Aug 10 14:12:52.983522 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Attempting to bind port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:52.983522 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Attempting to bind port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:52.983916 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Attempting to bind port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 on network 5369c544-29fb-4aab-a14a-eb56dd337bc2 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:52.991580 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 on network 5369c544-29fb-4aab-a14a-eb56dd337bc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:12:52.992050 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Attempting to bind port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 on network 5369c544-29fb-4aab-a14a-eb56dd337bc2 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:53.000755 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:53.001102 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Checking segment: {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:53.001506 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Bound using segment: {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:53.001968 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Bound port: 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e92ec5-863f-4836-b36c-792e8970bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:53.002340 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:53.083567 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:53.091247 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:53.096280 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:53.139267 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:53.139607 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:53.141085 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] 10.222.0.53 "PUT /v2.0/ports/02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 200 len: 1093 time: 1.4025245 Aug 10 14:12:53.141679 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:53.143875 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552" -d '{"events": [{"name": "network-changed", "server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:53.182681 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a00cf-511b-443e-8b43-d36fa37f1bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=02d80e80-caf8-48f2-a3ce-f13607c6ec21,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:53.222778 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376dadc1-b0e2-49dc-9e3a-c0144eca6cb9 x-openstack-request-id: req-376dadc1-b0e2-49dc-9e3a-c0144eca6cb9 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:53.223030 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:53.223307 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-376dadc1-b0e2-49dc-9e3a-c0144eca6cb9 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:53.223730 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'status': 'completed', 'code': 200} Aug 10 14:12:53.226852 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dfb110cc-76e5-4f37-957c-b98393f2d564 req-9e1e587a-7b94-47b8-83ea-e8a225a3b7ba tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 210 time: 0.0402257 Aug 10 14:12:53.269611 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-fdeb6342-3201-4792-949a-2cc96dd631ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:53.271134 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-fdeb6342-3201-4792-949a-2cc96dd631ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=091cdf8de6384837a65a9634e0553459&device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1096 time: 0.0466645 Aug 10 14:12:53.321875 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-d74a7f2b-d48d-4631-af47-107e873b9017 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 200 len: 217 time: 0.0353444 Aug 10 14:12:53.382223 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-a391622e-68b3-486f-84da-a9072216f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:53.383813 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-a391622e-68b3-486f-84da-a9072216f006 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4949d49f-4478-468a-9c09-ca0e0958c8d8 HTTP/1.1" status: 200 len: 848 time: 0.0531373 Aug 10 14:12:53.451326 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-f1fb103d-1f1c-42de-8c86-a6bfea1fdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:53.453133 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-f1fb103d-1f1c-42de-8c86-a6bfea1fdc3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5369c544-29fb-4aab-a14a-eb56dd337bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526550 Aug 10 14:12:53.580423 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-64dad766-4620-4c8e-bd8c-072e31bc8801 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196339 Aug 10 14:12:53.592373 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05208559-58a5-4988-af7e-fdd248c3d198 req-db5aefe4-5f01-4ccd-a052-d087c0139cd3 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:53.593836 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05208559-58a5-4988-af7e-fdd248c3d198 req-db5aefe4-5f01-4ccd-a052-d087c0139cd3 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0761325 Aug 10 14:12:53.677129 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05208559-58a5-4988-af7e-fdd248c3d198 req-c998aac1-61d7-4671-b683-9cd252484809 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749683 Aug 10 14:12:53.703403 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60295d43-8d9c-428b-94ac-f472d33aa77e req-c2e21c60-5225-4687-9592-5f69efeb4e38 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085691 Aug 10 14:12:53.766820 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-68c932bc-8ca2-414a-b8bb-d419e37ad7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:53.855636 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-8c58600b-6494-41ba-aae7-32c87c214241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:53.857281 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-8c58600b-6494-41ba-aae7-32c87c214241 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=091cdf8de6384837a65a9634e0553459&device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1096 time: 0.0477748 Aug 10 14:12:53.950973 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-1125ab87-1e55-4579-aa44-798cc06625cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:53.952482 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-1125ab87-1e55-4579-aa44-798cc06625cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 200 len: 910 time: 0.0849826 Aug 10 14:12:53.995027 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-b9b406a7-92f1-4fac-9faf-a4b8046fe59c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 200 len: 217 time: 0.0330341 Aug 10 14:12:54.056435 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-580b9cee-e0b2-4314-af23-42e3c69df8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:54.058415 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-580b9cee-e0b2-4314-af23-42e3c69df8e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4949d49f-4478-468a-9c09-ca0e0958c8d8 HTTP/1.1" status: 200 len: 848 time: 0.0505009 Aug 10 14:12:54.108430 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-d527d4cb-b28c-49be-a1d3-6be963849bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:54.109842 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-d527d4cb-b28c-49be-a1d3-6be963849bb2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5369c544-29fb-4aab-a14a-eb56dd337bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404050 Aug 10 14:12:54.198152 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:54.206139 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-0fbb7eca-9b08-4475-a837-b71f4f901abd service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865633 Aug 10 14:12:54.387782 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8df56535-fee5-4a7a-a482-1a4bcc41fdeb req-558d5164-d695-477d-9e07-8b16884b011f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 210 time: 0.0758452 Aug 10 14:12:54.393726 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0d9e0d74-2cfb-48ed-976a-d6deb96bf552 req-0720477b-2143-4dce-8627-5e453405be4b service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799734 Aug 10 14:12:54.443981 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-27149704-3110-41f4-b2ab-df8917273d78 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:54.445502 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-27149704-3110-41f4-b2ab-df8917273d78 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 810 time: 0.1582062 Aug 10 14:12:54.504172 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-4a545d6a-619a-497b-900e-09e4f509eb97 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0833bee3d99349a482e554e2c6b78e76 HTTP/1.1" status: 200 len: 379 time: 0.0352962 Aug 10 14:12:54.514022 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'port': {'device_id': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'admin_state_up': True, 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'security_groups': ['af045604-4a0e-4ea9-9e33-4221701b8c4a']}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:54.543985 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52900) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:54.625580 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Made reservation on behalf of 0833bee3d99349a482e554e2c6b78e76 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:12:54.629177 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:54.786121 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Allocated IP 172.20.0.10 (08e6b86a-aadd-4681-ba0d-91b6d70f7fed/21dc2859-6bdf-4381-bb64-bc1211194cc2/0a167e62-69f3-4a9a-9736-d928d40bddb3) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:12:54.833537 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c1ef1-5579-4614-896b-0001a3c0575b req-bc2414ca-61e6-45c0-bcbc-b887105c884f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:54.835263 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c89c1ef1-5579-4614-896b-0001a3c0575b req-bc2414ca-61e6-45c0-bcbc-b887105c884f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0849769 Aug 10 14:12:54.892971 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:54.921106 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e8f77608-7b0a-41a1-aae3-7e96a5eb561c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf00af6de04f482ead24646cf4bf68a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758829 Aug 10 14:12:54.923503 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 52906) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:12:54.932595 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c89c1ef1-5579-4614-896b-0001a3c0575b req-35f3fe6c-71ce-4953-87a4-04a807fa835c tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889950 Aug 10 14:12:54.975535 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-470d1470-8b4c-41ea-9e61-3233a07c3b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:54.989606 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:54.999045 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-470d1470-8b4c-41ea-9e61-3233a07c3b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.004314 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Transition to ACTIVE for port object 0a167e62-69f3-4a9a-9736-d928d40bddb3 will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:55.037253 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.050640 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-470d1470-8b4c-41ea-9e61-3233a07c3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.053648 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-470d1470-8b4c-41ea-9e61-3233a07c3b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.054861 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-470d1470-8b4c-41ea-9e61-3233a07c3b5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2a199c3-2b68-4e53-8a70-0241bfc3df17 HTTP/1.1" status: 204 len: 168 time: 0.1304519 Aug 10 14:12:55.064125 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d1470-8b4c-41ea-9e61-3233a07c3b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a199c3-2b68-4e53-8a70-0241bfc3df17,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:55.083920 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:12:55.087527 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:12:55.091402 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:12:55.098359 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event updated for resources: {'Port': ['ID=0a167e62-69f3-4a9a-9736-d928d40bddb3,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:55.152969 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:55.153592 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.170210 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-0ae6765c-78aa-4385-853d-e9f2b41317a4 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6604385 Aug 10 14:12:55.194912 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Request body: {'port': {'device_id': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:12:55.262320 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.343972 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-e3a19778-4858-43cd-aad3-46fdd4715dd3 None None] Provisioning for port 0a167e62-69f3-4a9a-9736-d928d40bddb3 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:55.348802 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-e3a19778-4858-43cd-aad3-46fdd4715dd3 None None] Provisioning complete for port 0a167e62-69f3-4a9a-9736-d928d40bddb3 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:55.349428 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-e3a19778-4858-43cd-aad3-46fdd4715dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.396067 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-e3a19778-4858-43cd-aad3-46fdd4715dd3 None None] Port 0a167e62-69f3-4a9a-9736-d928d40bddb3 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:12:55.541506 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c5b59-640a-4285-9ebd-d50a270bb393 req-2452e19e-8899-4088-afe4-831c6f62d47c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:55.543620 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-da9c5b59-640a-4285-9ebd-d50a270bb393 req-2452e19e-8899-4088-afe4-831c6f62d47c tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 932 time: 0.0826097 Aug 10 14:12:55.594070 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a167e62-69f3-4a9a-9736-d928d40bddb3 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:12:55.604490 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.610086 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-da9c5b59-640a-4285-9ebd-d50a270bb393 req-dec1b42d-38fb-47d6-862c-9e6a6e5d70f6 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493126 Aug 10 14:12:55.620356 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Transition to ACTIVE for port object 0a167e62-69f3-4a9a-9736-d928d40bddb3 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:12:55.627016 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.692740 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Pushing event updated for resources: {'Port': ['ID=0a167e62-69f3-4a9a-9736-d928d40bddb3,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:55.746346 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Attempting to bind port 0a167e62-69f3-4a9a-9736-d928d40bddb3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:12:55.746690 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Attempting to bind port 0a167e62-69f3-4a9a-9736-d928d40bddb3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:12:55.747038 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Attempting to bind port 0a167e62-69f3-4a9a-9736-d928d40bddb3 on network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:55.751753 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Port 0a167e62-69f3-4a9a-9736-d928d40bddb3 on network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:12:55.752074 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Attempting to bind port 0a167e62-69f3-4a9a-9736-d928d40bddb3 on network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:12:55.757145 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:12:55.757493 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Checking segment: {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:12:55.757888 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Bound using segment: {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:12:55.758324 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Bound port: 0a167e62-69f3-4a9a-9736-d928d40bddb3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36c8c69-6414-4bad-9602-82463b599ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:12:55.758696 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.822286 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] For port 0a167e62-69f3-4a9a-9736-d928d40bddb3, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:12:55.825752 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] For port 0a167e62-69f3-4a9a-9736-d928d40bddb3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0a167e62-69f3-4a9a-9736-d928d40bddb3,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:12:55.832185 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.867554 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:55.868175 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:55.869555 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] 10.222.0.53 "PUT /v2.0/ports/0a167e62-69f3-4a9a-9736-d928d40bddb3 HTTP/1.1" status: 200 len: 1094 time: 0.6811678 Aug 10 14:12:55.870018 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'tag': '0a167e62-69f3-4a9a-9736-d928d40bddb3'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:55.872299 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ebec9a-1deb-4b2d-b315-62f9b77369b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9749930-1462-49bd-82e8-2b63a16cff1b", "tag": "0a167e62-69f3-4a9a-9736-d928d40bddb3"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:55.901167 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591ea30-c5f2-4dc2-a5bf-fbc9b860e4db service neutron] Pushing event updated for resources: {'Port': ['ID=0a167e62-69f3-4a9a-9736-d928d40bddb3,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:55.914850 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662494e3-c8e6-4f31-88ec-3d8ec4893b21 x-openstack-request-id: req-662494e3-c8e6-4f31-88ec-3d8ec4893b21 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:55.914850 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9749930-1462-49bd-82e8-2b63a16cff1b", "tag": "0a167e62-69f3-4a9a-9736-d928d40bddb3", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:55.915454 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-662494e3-c8e6-4f31-88ec-3d8ec4893b21 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:55.915734 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'tag': '0a167e62-69f3-4a9a-9736-d928d40bddb3', 'status': 'completed', 'code': 200} Aug 10 14:12:55.978083 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-28a03c5f-1354-4c25-bc5b-7bbb62cd5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:55.979618 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-28a03c5f-1354-4c25-bc5b-7bbb62cd5e9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 1097 time: 0.0457075 Aug 10 14:12:56.048415 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-49ba6b2c-cdee-4ea3-84da-a890ed64ff39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a167e62-69f3-4a9a-9736-d928d40bddb3 HTTP/1.1" status: 200 len: 217 time: 0.0481100 Aug 10 14:12:56.121072 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930bf29-de77-42eb-9d90-a2337174dee2 req-08b9073b-8c04-4723-8406-7836c29760ea tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:56.122576 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e930bf29-de77-42eb-9d90-a2337174dee2 req-08b9073b-8c04-4723-8406-7836c29760ea tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0847898 Aug 10 14:12:56.128349 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-97662ee5-bce1-4936-b0c1-b25e46e9cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:56.129757 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-97662ee5-bce1-4936-b0c1-b25e46e9cb56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 200 len: 849 time: 0.0662489 Aug 10 14:12:56.191005 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e930bf29-de77-42eb-9d90-a2337174dee2 req-4ff5d407-f542-4316-b776-f1ec8654e2df tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602269 Aug 10 14:12:56.200798 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-e56247de-449c-4056-875a-932692ed2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:56.202305 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-e56247de-449c-4056-875a-932692ed2fcf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0581563 Aug 10 14:12:56.290558 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-45c5b95f-e789-4b7b-82fe-eb741765b4aa service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793285 Aug 10 14:12:56.381689 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fbd0f88b-af95-4d34-95eb-6e3d9c5c1a4d req-6cf7130f-28f2-4c7d-a8be-3e0bb92ec069 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836859 Aug 10 14:12:56.510915 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-d6f0c4ee-d080-4957-814e-f1ba49b7665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:56.512432 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-d6f0c4ee-d080-4957-814e-f1ba49b7665d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 1097 time: 0.0410907 Aug 10 14:12:56.608671 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-aba9698b-a789-42b8-8783-c409bb9a1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:56.610136 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-aba9698b-a789-42b8-8783-c409bb9a1e2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 911 time: 0.0852599 Aug 10 14:12:56.655530 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-87061720-08cd-4c7a-aa4b-1028eada1c7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a167e62-69f3-4a9a-9736-d928d40bddb3 HTTP/1.1" status: 200 len: 217 time: 0.0347083 Aug 10 14:12:56.665184 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:56.731597 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-5657b10d-b0ea-4d14-a4d8-6b5d73a283a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:56.733071 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-5657b10d-b0ea-4d14-a4d8-6b5d73a283a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 200 len: 849 time: 0.0700152 Aug 10 14:12:56.756799 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846aa20-3e91-4fd7-b79f-86f30c8ea39c req-c1184d7e-f60c-4dc4-9962-6a6cbad6ac94 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:56.758247 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a846aa20-3e91-4fd7-b79f-86f30c8ea39c req-c1184d7e-f60c-4dc4-9962-6a6cbad6ac94 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 944 time: 0.0687518 Aug 10 14:12:56.816029 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a846aa20-3e91-4fd7-b79f-86f30c8ea39c req-ceb7aa5c-410b-4104-b9d6-7a44f7870d9a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410814 Aug 10 14:12:56.818680 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-4a164e08-2fca-4ce9-87ae-afa7581dd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:56.821161 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-4a164e08-2fca-4ce9-87ae-afa7581dd948 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0803895 Aug 10 14:12:56.913143 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-5b226bfb-92c8-415d-b185-3e3d5f8f1342 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811732 Aug 10 14:12:57.008804 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-81ebec9a-1deb-4b2d-b315-62f9b77369b8 req-899afb5c-a207-41e4-bda4-01bc135fd82b service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845611 Aug 10 14:12:57.302766 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3b416-d194-4d57-99f7-f80c7c528913 req-c4bacd51-d0f8-4a22-85f2-166f082fae4f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:57.304235 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4d3b416-d194-4d57-99f7-f80c7c528913 req-c4bacd51-d0f8-4a22-85f2-166f082fae4f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0490320 Aug 10 14:12:57.329261 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 0a167e62-69f3-4a9a-9736-d928d40bddb3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:12:57.342287 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4d3b416-d194-4d57-99f7-f80c7c528913 req-7a30e18a-3af9-4e88-bab3-178a7335321e tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319686 Aug 10 14:12:57.422589 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 0a167e62-69f3-4a9a-9736-d928d40bddb3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0a167e62-69f3-4a9a-9736-d928d40bddb3,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:57.433271 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '0a167e62-69f3-4a9a-9736-d928d40bddb3', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'port_id': '0a167e62-69f3-4a9a-9736-d928d40bddb3', 'mac_address': 'fa:16:3e:52:5f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:12:57.469174 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:57.481665 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a167e62-69f3-4a9a-9736-d928d40bddb3 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:12:57.500070 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 0a167e62-69f3-4a9a-9736-d928d40bddb3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0a167e62-69f3-4a9a-9736-d928d40bddb3,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:57.504137 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:57.549461 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=0a167e62-69f3-4a9a-9736-d928d40bddb3,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:57.556231 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.556589 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.556939 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.557280 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.557617 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.558453 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.558791 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.559128 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.559487 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.559821 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.560153 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.560492 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:12:57.832746 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['0a167e62-69f3-4a9a-9736-d928d40bddb3'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:12:57.937306 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ae723-443b-42f7-9e62-8824c3fee823 req-531e946a-c033-459f-820d-d7a70841015f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:57.939030 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-be8ae723-443b-42f7-9e62-8824c3fee823 req-531e946a-c033-459f-820d-d7a70841015f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 945 time: 0.0490389 Aug 10 14:12:57.977458 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-be8ae723-443b-42f7-9e62-8824c3fee823 req-2b24de03-ae25-4d7d-a89f-aabc4e648a7e tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322638 Aug 10 14:12:58.458923 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580783f0-5894-4e7d-b819-127f6e51844c req-fa2e4dee-b65e-450c-8e4e-ef5aec76caca tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:58.460417 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-580783f0-5894-4e7d-b819-127f6e51844c req-fa2e4dee-b65e-450c-8e4e-ef5aec76caca tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0515420 Aug 10 14:12:58.497634 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-580783f0-5894-4e7d-b819-127f6e51844c req-60708673-fd72-45c9-8d7f-d724579b24d3 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309377 Aug 10 14:12:59.094190 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b19c0-8a5f-49e2-96bb-83b6435716dc req-387ef090-86aa-441a-9634-99fa69b09301 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:59.096433 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-788b19c0-8a5f-49e2-96bb-83b6435716dc req-387ef090-86aa-441a-9634-99fa69b09301 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 945 time: 0.0500519 Aug 10 14:12:59.141813 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-788b19c0-8a5f-49e2-96bb-83b6435716dc req-54444296-64ee-43d0-9444-2dceb195bd45 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391111 Aug 10 14:12:59.356716 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 0a167e62-69f3-4a9a-9736-d928d40bddb3 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:12:59.403831 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 0a167e62-69f3-4a9a-9736-d928d40bddb3 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:12:59.407958 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 0a167e62-69f3-4a9a-9736-d928d40bddb3 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:12:59.408340 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:59.492347 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:59.514202 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a167e62-69f3-4a9a-9736-d928d40bddb3'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:12:59.516446 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f78ddd-e6a6-40a2-bfc5-2d9b24626465" -d '{"events": [{"server_uuid": "b9749930-1462-49bd-82e8-2b63a16cff1b", "name": "network-vif-plugged", "status": "completed", "tag": "0a167e62-69f3-4a9a-9736-d928d40bddb3"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:12:59.528887 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 0a167e62-69f3-4a9a-9736-d928d40bddb3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0a167e62-69f3-4a9a-9736-d928d40bddb3,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:12:59.533302 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:12:59.571822 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b26e17f-4aac-4c91-b05b-d992683f777c x-openstack-request-id: req-0b26e17f-4aac-4c91-b05b-d992683f777c {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:12:59.572115 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9749930-1462-49bd-82e8-2b63a16cff1b", "name": "network-vif-plugged", "status": "completed", "tag": "0a167e62-69f3-4a9a-9736-d928d40bddb3", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:12:59.572374 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b26e17f-4aac-4c91-b05b-d992683f777c {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:12:59.572769 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a167e62-69f3-4a9a-9736-d928d40bddb3', 'code': 200} Aug 10 14:12:59.584995 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=0a167e62-69f3-4a9a-9736-d928d40bddb3,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:12:59.618546 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a982e33-c806-4ca9-8b9e-6278ddc9399d req-b65af21e-52ee-4292-9916-63f698a1d602 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:59.619973 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7a982e33-c806-4ca9-8b9e-6278ddc9399d req-b65af21e-52ee-4292-9916-63f698a1d602 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0480468 Aug 10 14:12:59.658984 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7a982e33-c806-4ca9-8b9e-6278ddc9399d req-bbe3a26b-1e21-49b1-9067-8648f62ed578 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325644 Aug 10 14:12:59.793259 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b3996-004d-44b4-beb6-cd9db2e6cb59 req-0d3e9598-1ad0-4545-8070-88c23304aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:12:59.794721 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab7b3996-004d-44b4-beb6-cd9db2e6cb59 req-0d3e9598-1ad0-4545-8070-88c23304aa1a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 1099 time: 0.0421069 Aug 10 14:12:59.830305 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab7b3996-004d-44b4-beb6-cd9db2e6cb59 req-cea808eb-7b9e-4890-91b3-7c7b8a1e020a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272274 Aug 10 14:13:00.258170 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74228784-0f34-4748-8e8a-6ee0351f2aa5 req-a8129057-c33b-46f2-a976-e94eca9bdb98 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:00.259777 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-74228784-0f34-4748-8e8a-6ee0351f2aa5 req-a8129057-c33b-46f2-a976-e94eca9bdb98 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 946 time: 0.0498204 Aug 10 14:13:00.296314 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-74228784-0f34-4748-8e8a-6ee0351f2aa5 req-9a01f5db-12a1-4ff2-a7b7-4d8aafbee74f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306067 Aug 10 14:13:00.771595 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4bc82-6da7-41a4-97b5-a6045a3c2f1d req-ea5a9792-3d99-4b87-b5d1-2a6e3c5019d5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:00.773061 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-71e4bc82-6da7-41a4-97b5-a6045a3c2f1d req-ea5a9792-3d99-4b87-b5d1-2a6e3c5019d5 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0469854 Aug 10 14:13:00.809819 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-71e4bc82-6da7-41a4-97b5-a6045a3c2f1d req-8525965c-bf30-4b09-a986-548c7ac05a44 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304782 Aug 10 14:13:01.356031 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 02d80e80-caf8-48f2-a3ce-f13607c6ec21 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:13:01.415790 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14686fe1-bc7f-41cd-a93a-4f2aa8c9c9d6 req-36c3697c-149d-4315-9c2d-58099acf6e60 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:01.417301 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-14686fe1-bc7f-41cd-a93a-4f2aa8c9c9d6 req-36c3697c-149d-4315-9c2d-58099acf6e60 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 946 time: 0.0516219 Aug 10 14:13:01.452197 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:01.459789 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-14686fe1-bc7f-41cd-a93a-4f2aa8c9c9d6 req-e514d355-f18a-4b1f-81b0-e70603fa85cf tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364807 Aug 10 14:13:01.464862 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'port_id': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'mac_address': 'fa:16:3e:49:09:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:13:01.501252 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:01.514089 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d80e80-caf8-48f2-a3ce-f13607c6ec21 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:13:01.533922 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:01.538148 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:01.570109 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1290d-79f1-4d11-b759-cc8ebd284600 req-3c3f54ea-eb69-4415-88ae-e74d5eec6687 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:01.571628 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-43d1290d-79f1-4d11-b759-cc8ebd284600 req-3c3f54ea-eb69-4415-88ae-e74d5eec6687 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 946 time: 0.0488951 Aug 10 14:13:01.580626 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52952) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:13:01.585291 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-9ed9fba5-1452-4e40-8174-afda2bbed026 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Request body: {'floatingip': {'port_id': '0a167e62-69f3-4a9a-9736-d928d40bddb3'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:13:01.588470 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=02d80e80-caf8-48f2-a3ce-f13607c6ec21,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:13:01.626923 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9ed9fba5-1452-4e40-8174-afda2bbed026 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:01.873092 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['02d80e80-caf8-48f2-a3ce-f13607c6ec21'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:13:02.242135 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ecd32-30e9-4c5e-af1a-f1b249d41540 req-d0c0c58c-1b0f-4224-8c5c-dc9e13f2babc tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:02.243605 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4d6ecd32-30e9-4c5e-af1a-f1b249d41540 req-d0c0c58c-1b0f-4224-8c5c-dc9e13f2babc tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 944 time: 0.1200299 Aug 10 14:13:02.316267 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4d6ecd32-30e9-4c5e-af1a-f1b249d41540 req-ac8a6514-2e3c-46f8-8672-7c3038db07e6 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667918 Aug 10 14:13:02.378178 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9ed9fba5-1452-4e40-8174-afda2bbed026 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:02.381948 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9ed9fba5-1452-4e40-8174-afda2bbed026 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:02.482434 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [None req-9ed9fba5-1452-4e40-8174-afda2bbed026 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Floating IP 1f7a5287-9977-4e35-9da9-a5b7ae54428c associated. External IP: 172.27.1.31, port: 0a167e62-69f3-4a9a-9736-d928d40bddb3. Aug 10 14:13:02.684760 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed9fba5-1452-4e40-8174-afda2bbed026 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Router 2449e38a-506e-4951-9a0e-eddfe9c44adf has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:13:02.785600 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed9fba5-1452-4e40-8174-afda2bbed026 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:13:02.790344 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-9ed9fba5-1452-4e40-8174-afda2bbed026 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:02.795672 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] Sync routers for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:13:02.805600 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:13:02.807730 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:13:02.825162 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-9ed9fba5-1452-4e40-8174-afda2bbed026 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "PUT /v2.0/floatingips/1f7a5287-9977-4e35-9da9-a5b7ae54428c HTTP/1.1" status: 200 len: 991 time: 1.2408528 Aug 10 14:13:02.825162 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'tag': '0a167e62-69f3-4a9a-9736-d928d40bddb3'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:13:02.825598 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c33e5a-1445-434d-968b-ff8d6de5c1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9749930-1462-49bd-82e8-2b63a16cff1b", "tag": "0a167e62-69f3-4a9a-9736-d928d40bddb3"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:13:02.929576 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:13:02.952733 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75dcf95-0e78-4edc-8351-12196e201834 x-openstack-request-id: req-a75dcf95-0e78-4edc-8351-12196e201834 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:13:02.953021 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9749930-1462-49bd-82e8-2b63a16cff1b", "tag": "0a167e62-69f3-4a9a-9736-d928d40bddb3", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:13:02.953271 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a75dcf95-0e78-4edc-8351-12196e201834 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:13:02.953664 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'tag': '0a167e62-69f3-4a9a-9736-d928d40bddb3', 'status': 'completed', 'code': 200} Aug 10 14:13:03.037048 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-fdce75f1-9963-4e75-a5d8-4465ac556ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:03.038539 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-fdce75f1-9963-4e75-a5d8-4465ac556ec6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0833bee3d99349a482e554e2c6b78e76&device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 1099 time: 0.0402768 Aug 10 14:13:03.136938 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-cbffe516-851e-48b3-a453-0ac024cc9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:03.138706 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-cbffe516-851e-48b3-a453-0ac024cc9c5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 200 len: 911 time: 0.0924981 Aug 10 14:13:03.160941 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '1f7a5287-9977-4e35-9da9-a5b7ae54428c', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'port_id': '0a167e62-69f3-4a9a-9736-d928d40bddb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'mac_address': 'fa:16:3e:52:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:12:51Z', 'updated_at': '2021-08-10T14:13:02Z', 'revision_number': 1, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:13:03.186773 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] Checking router: 2449e38a-506e-4951-9a0e-eddfe9c44adf for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:13:03.194897 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:13:03.195550 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:13:03.213143 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-251c4b73-1c64-4316-a485-8b8b49721532 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a167e62-69f3-4a9a-9736-d928d40bddb3 HTTP/1.1" status: 200 len: 999 time: 0.0643804 Aug 10 14:13:03.268431 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-69d2febd-4cb2-4241-99a9-22d04d6b0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:03.269976 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-69d2febd-4cb2-4241-99a9-22d04d6b0804 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 200 len: 849 time: 0.0465107 Aug 10 14:13:03.318429 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-77912630-d81a-4e85-b1bf-5696cdae3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:03.319994 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-77912630-d81a-4e85-b1bf-5696cdae3239 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e6b86a-aadd-4681-ba0d-91b6d70f7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420825 Aug 10 14:13:03.370630 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 02d80e80-caf8-48f2-a3ce-f13607c6ec21 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:13:03.458175 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb1840-9fd9-45c1-a61e-65a3ee33a1de req-b4d794fc-a54b-40c1-a7ec-d7d5b9a03e63 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:03.458782 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:13:03.459539 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5cb1840-9fd9-45c1-a61e-65a3ee33a1de req-b4d794fc-a54b-40c1-a7ec-d7d5b9a03e63 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 944 time: 0.0681746 Aug 10 14:13:03.463163 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-cd24280e-fc56-406a-a7c8-9da11786bc47 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341813 Aug 10 14:13:03.498681 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:13:03.507213 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:13:03.507617 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:03.556092 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5cb1840-9fd9-45c1-a61e-65a3ee33a1de req-a32d8973-e036-42b0-a216-c2913da71a6d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845244 Aug 10 14:13:03.597983 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-23c33e5a-1445-434d-968b-ff8d6de5c1b8 req-898f9583-564d-428c-9aeb-dc1a777b4974 service neutron] 10.222.0.53 "GET /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241860 Aug 10 14:13:03.703406 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:03.752353 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:13:03.754682 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636fb151-8cca-4ad5-8e25-41bf73ac89f2" -d '{"events": [{"server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "name": "network-vif-plugged", "status": "completed", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:13:03.769776 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:03.778087 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:03.805404 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d531aea3-0f44-465a-acfc-d5eb514d475f x-openstack-request-id: req-d531aea3-0f44-465a-acfc-d5eb514d475f {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:13:03.806068 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "name": "network-vif-plugged", "status": "completed", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:13:03.806068 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d531aea3-0f44-465a-acfc-d5eb514d475f {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:13:03.806312 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'code': 200} Aug 10 14:13:03.817761 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '1f7a5287-9977-4e35-9da9-a5b7ae54428c', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'port_id': '0a167e62-69f3-4a9a-9736-d928d40bddb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'mac_address': 'fa:16:3e:52:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:12:51Z', 'updated_at': '2021-08-10T14:13:02Z', 'revision_number': 1, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:13:03.848103 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4330e3-f9ee-4da9-9f0d-0f42cfdb6365 None None] The sync data for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi is: [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '1f7a5287-9977-4e35-9da9-a5b7ae54428c', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'port_id': '0a167e62-69f3-4a9a-9736-d928d40bddb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'mac_address': 'fa:16:3e:52:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:12:51Z', 'updated_at': '2021-08-10T14:13:02Z', 'revision_number': 1, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:13:03.862022 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=02d80e80-caf8-48f2-a3ce-f13607c6ec21,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:13:04.055522 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c565e07-438b-4dd1-a02a-5967abaec9d9 None None] New status for floating IP 1f7a5287-9977-4e35-9da9-a5b7ae54428c: ACTIVE {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:13:04.135950 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b991e-99a0-4acb-9cac-5318fb4c49ba req-c804e7f8-51a8-4762-9835-3a52ebb916df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:04.137446 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb0b991e-99a0-4acb-9cac-5318fb4c49ba req-c804e7f8-51a8-4762-9835-3a52ebb916df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1098 time: 0.0464914 Aug 10 14:13:04.174926 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb0b991e-99a0-4acb-9cac-5318fb4c49ba req-1e4df842-f1ca-4c5f-91d0-dea7fa2bcfb6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295522 Aug 10 14:13:04.673748 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74bc44-beb9-48b7-b5dd-7efc61b310cc req-ba4b59ee-49fc-4bb9-9edd-010336f65e42 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:04.675215 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8d74bc44-beb9-48b7-b5dd-7efc61b310cc req-ba4b59ee-49fc-4bb9-9edd-010336f65e42 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0486050 Aug 10 14:13:04.711255 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8d74bc44-beb9-48b7-b5dd-7efc61b310cc req-6faa810f-d89c-426b-aafc-b43203b07c24 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301242 Aug 10 14:13:05.828863 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82285a-a883-411e-a001-a5af62d758cd req-142b2502-a874-4b88-946e-22d147894116 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:05.830462 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ed82285a-a883-411e-a001-a5af62d758cd req-142b2502-a874-4b88-946e-22d147894116 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0517602 Aug 10 14:13:05.868019 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ed82285a-a883-411e-a001-a5af62d758cd req-da69a5a0-231e-4ee3-b6bb-c9f17303ebf8 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Aug 10 14:13:05.982129 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e0a21-675e-486e-a41b-b875051cc0a1 req-06d09943-49dc-4507-a177-db07dfab4bb2 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:05.983634 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ef6e0a21-675e-486e-a41b-b875051cc0a1 req-06d09943-49dc-4507-a177-db07dfab4bb2 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0491474 Aug 10 14:13:06.020388 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ef6e0a21-675e-486e-a41b-b875051cc0a1 req-1fbf606e-f13c-4b34-96eb-cc29b18032a4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308039 Aug 10 14:13:06.041473 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52984) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:13:06.224962 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9071512-eb31-4854-8b6c-90ceb2318e6b tempest-TestShelveInstance-1766309905 tempest-TestShelveInstance-1766309905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:06.226592 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-f9071512-eb31-4854-8b6c-90ceb2318e6b tempest-TestShelveInstance-1766309905 tempest-TestShelveInstance-1766309905-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1093 time: 0.1835468 Aug 10 14:13:06.230143 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 52988) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:13:06.234633 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Request body: {'floatingip': {'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'port_id': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:13:06.257158 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for floatingip, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:06.360108 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:06.466584 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Allocated IP 172.27.1.209 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/56bd518a-530f-42c7-b9f1-679e8229dd20) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:13:06.565321 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:06.603779 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:06.639802 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:13:06.644506 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:13:06.646936 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:13:06.676655 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'Port': ['ID=56bd518a-530f-42c7-b9f1-679e8229dd20,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:13:07.002739 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:07.079222 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:07.228303 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:07.232694 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:07.300543 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event updated for resources: {'Port': ['ID=56bd518a-530f-42c7-b9f1-679e8229dd20,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:13:07.310734 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:07.412982 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Floating IP eecda94d-6ce5-4d26-8dea-f3042cd4bf41 associated. External IP: 172.27.1.209, port: 02d80e80-caf8-48f2-a3ce-f13607c6ec21. Aug 10 14:13:07.879548 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Router 01b50c96-f34b-423b-9ff0-af0fea243f6a has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:13:07.983860 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:13:07.993538 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] Sync routers for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:13:07.999191 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:08.004340 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:13:08.004960 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:13:08.029624 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-a82c35a0-905b-4806-b175-b680730e5449 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7984326 Aug 10 14:13:08.030315 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:13:08.032503 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:13:08.068628 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d326f659-2542-4b85-be51-d62f0909bfba x-openstack-request-id: req-d326f659-2542-4b85-be51-d62f0909bfba {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:13:08.068921 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:13:08.069180 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d326f659-2542-4b85-be51-d62f0909bfba {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:13:08.069584 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'status': 'completed', 'code': 200} Aug 10 14:13:08.127222 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:13:08.163786 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-e30acfac-2519-463e-93f0-c35e5adc198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:08.165352 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-e30acfac-2519-463e-93f0-c35e5adc198c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=091cdf8de6384837a65a9634e0553459&device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1098 time: 0.0491617 Aug 10 14:13:08.259366 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-a529e7c2-5a07-4b2f-a23d-fca635594f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:08.260930 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-a529e7c2-5a07-4b2f-a23d-fca635594f7c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 200 len: 910 time: 0.0832195 Aug 10 14:13:08.331100 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-1177321b-a406-459e-acc7-3f61dca802aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 200 len: 999 time: 0.0615230 Aug 10 14:13:08.359162 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': 'eecda94d-6ce5-4d26-8dea-f3042cd4bf41', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'port_id': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'mac_address': 'fa:16:3e:49:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6304b176-f00b-4eb9-92b2-609252223189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:13:06Z', 'updated_at': '2021-08-10T14:13:06Z', 'revision_number': 0, 'project_id': '091cdf8de6384837a65a9634e0553459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 5, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:13:08.379184 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-e4c2e3b0-2677-42ac-adb4-2e16b21015d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:08.380684 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-e4c2e3b0-2677-42ac-adb4-2e16b21015d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4949d49f-4478-468a-9c09-ca0e0958c8d8 HTTP/1.1" status: 200 len: 848 time: 0.0428288 Aug 10 14:13:08.385261 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] Checking router: 01b50c96-f34b-423b-9ff0-af0fea243f6a for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:13:08.394955 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:13:08.395626 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:12:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:13:08.433621 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-6dc92b7b-90f7-4d90-8b34-95f14678c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:08.435203 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-6dc92b7b-90f7-4d90-8b34-95f14678c9f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5369c544-29fb-4aab-a14a-eb56dd337bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402300 Aug 10 14:13:08.506683 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:13:08.536271 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-7aec5301-15a2-4313-b7f3-e097e6b2a921 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919318 Aug 10 14:13:08.641919 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78e06a6a-2c6f-4bff-9c6b-6304fc61bc4a req-0be695b9-cda5-4e72-8b8e-1ff8fee578c1 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842834 Aug 10 14:13:08.733480 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': 'eecda94d-6ce5-4d26-8dea-f3042cd4bf41', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'port_id': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'mac_address': 'fa:16:3e:49:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6304b176-f00b-4eb9-92b2-609252223189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:13:06Z', 'updated_at': '2021-08-10T14:13:06Z', 'revision_number': 0, 'project_id': '091cdf8de6384837a65a9634e0553459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 5, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:13:08.758521 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67390223-efeb-4727-8028-2ccfa9f00d35 None None] The sync data for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi is: [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': 'eecda94d-6ce5-4d26-8dea-f3042cd4bf41', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'port_id': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'mac_address': 'fa:16:3e:49:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6304b176-f00b-4eb9-92b2-609252223189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:13:06Z', 'updated_at': '2021-08-10T14:13:06Z', 'revision_number': 0, 'project_id': '091cdf8de6384837a65a9634e0553459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 5, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:13:08.960501 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000eb18-9de4-42ff-9a34-10fb9eeae435 None None] New status for floating IP eecda94d-6ce5-4d26-8dea-f3042cd4bf41: ACTIVE {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:13:11.214630 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937954b-d561-4441-8796-6f267bc15e3e req-2ca6f360-6cb1-4bcf-8f94-3464ff6b7c70 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:11.216141 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9937954b-d561-4441-8796-6f267bc15e3e req-2ca6f360-6cb1-4bcf-8f94-3464ff6b7c70 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0522945 Aug 10 14:13:11.252475 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9937954b-d561-4441-8796-6f267bc15e3e req-1a2d5c53-77f9-4295-b37e-3d7f2ac50ee1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304177 Aug 10 14:13:12.368824 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5d2e6-49d6-48e6-b1f9-8391c1e5d3b5 req-d86ce64b-4a88-4317-a942-7372391c01d9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:12.370249 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-79c5d2e6-49d6-48e6-b1f9-8391c1e5d3b5 req-d86ce64b-4a88-4317-a942-7372391c01d9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0487542 Aug 10 14:13:12.411019 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-79c5d2e6-49d6-48e6-b1f9-8391c1e5d3b5 req-c061db3c-db99-477e-abc3-14aa77f01f5f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349476 Aug 10 14:13:13.534177 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04e47-4d13-4c46-9db1-75b8d37196fe req-324cdd75-372e-49dd-9496-6a83c69146d3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:13.535682 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ddc04e47-4d13-4c46-9db1-75b8d37196fe req-324cdd75-372e-49dd-9496-6a83c69146d3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0521512 Aug 10 14:13:13.573432 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ddc04e47-4d13-4c46-9db1-75b8d37196fe req-8c8baa57-fcd8-44d4-8644-90efaf945665 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319233 Aug 10 14:13:14.696108 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7db4-dcb6-460b-8a3a-089902efa3fb req-9dbed81a-c3e2-42e5-ab5d-1bc076b93170 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:14.697562 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0b8b7db4-dcb6-460b-8a3a-089902efa3fb req-9dbed81a-c3e2-42e5-ab5d-1bc076b93170 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Aug 10 14:13:14.734184 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0b8b7db4-dcb6-460b-8a3a-089902efa3fb req-084690a2-f0ce-4bb5-ade4-8d9f8921319e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Aug 10 14:13:15.851748 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f506b-adb0-443c-b9ee-b765cb4462ae req-04efe039-02f8-4c41-9dbd-3d762f1bfaed tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:15.853206 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ff4f506b-adb0-443c-b9ee-b765cb4462ae req-04efe039-02f8-4c41-9dbd-3d762f1bfaed tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0491929 Aug 10 14:13:15.890189 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ff4f506b-adb0-443c-b9ee-b765cb4462ae req-288d2199-3326-4e9e-8ecc-e912b6548779 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304122 Aug 10 14:13:17.011864 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544ccc9-72f3-42c9-b347-1f1e811fa0d1 req-91710171-2628-452a-8f37-59a4e54b67e0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:17.013988 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a544ccc9-72f3-42c9-b347-1f1e811fa0d1 req-91710171-2628-452a-8f37-59a4e54b67e0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Aug 10 14:13:17.050201 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a544ccc9-72f3-42c9-b347-1f1e811fa0d1 req-8068a761-88e4-4ec3-bf99-a7d9cb182263 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303524 Aug 10 14:13:18.172473 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdf9db-41cf-4f27-9b1b-4ac4a8a6fed1 req-2ae1538c-6435-43d1-aebf-39df98ffaf17 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:18.173942 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e5cdf9db-41cf-4f27-9b1b-4ac4a8a6fed1 req-2ae1538c-6435-43d1-aebf-39df98ffaf17 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0532894 Aug 10 14:13:18.211332 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e5cdf9db-41cf-4f27-9b1b-4ac4a8a6fed1 req-c02c51f0-1c2b-4218-98fc-90f8c7a5657c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314517 Aug 10 14:13:19.332320 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b5b08-dcf4-463e-81aa-9502297d4a4a req-b816bda5-02c2-4831-92c5-e729342b9192 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:19.333788 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-995b5b08-dcf4-463e-81aa-9502297d4a4a req-b816bda5-02c2-4831-92c5-e729342b9192 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0495312 Aug 10 14:13:19.371080 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-995b5b08-dcf4-463e-81aa-9502297d4a4a req-e61d59af-3fba-45cb-9fb6-b1eec1dad245 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Aug 10 14:13:20.492917 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164019f-ff4d-40eb-aed8-d0c8f2e7e74d req-1b99edd0-2777-48dd-b414-0fb71547161f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:20.494403 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6164019f-ff4d-40eb-aed8-d0c8f2e7e74d req-1b99edd0-2777-48dd-b414-0fb71547161f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0490918 Aug 10 14:13:20.531679 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6164019f-ff4d-40eb-aed8-d0c8f2e7e74d req-c52c80e7-0220-4521-bb21-e0e9aa0c3e11 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Aug 10 14:13:21.441714 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6d5e-f212-4b68-8f5e-f65920f0c087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:21.649750 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11adc28-d99a-4296-adfc-5f5eb8387c0c req-3becbbad-aabd-4504-a359-9b66d09b7e93 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:21.651163 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f11adc28-d99a-4296-adfc-5f5eb8387c0c req-3becbbad-aabd-4504-a359-9b66d09b7e93 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0518422 Aug 10 14:13:21.689846 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f11adc28-d99a-4296-adfc-5f5eb8387c0c req-a3e606b5-5f9d-463f-9195-6130c2bc883a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Aug 10 14:13:22.451993 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:22.805375 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e3c9-2056-4418-b6cf-1bd65063c8f7 req-75c8260f-2609-4777-8bfb-cf9ad331dbde tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:22.806846 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ad5e3c9-2056-4418-b6cf-1bd65063c8f7 req-75c8260f-2609-4777-8bfb-cf9ad331dbde tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0480037 Aug 10 14:13:22.848688 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ad5e3c9-2056-4418-b6cf-1bd65063c8f7 req-070cef79-cfc9-4be9-81cb-d3cbd9ef89a5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353370 Aug 10 14:13:23.510518 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:13:23.613122 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:23.623814 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'port_id': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'mac_address': 'fa:16:3e:28:72:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:13:23.660103 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:23.672192 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b89f84c-1ade-4c18-8847-2c0295694b44 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:13:23.691194 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:23.694852 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:23.740988 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=6']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:13:23.767422 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a3a48147-4260-44e2-b002-4db98cb84afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:23.894118 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['1b89f84c-1ade-4c18-8847-2c0295694b44'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:13:23.981467 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b2967-c4cb-46a4-b031-838e1bd27c1c req-62d14338-492d-4e35-9b28-6cb2dadd55d5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:23.982996 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-554b2967-c4cb-46a4-b031-838e1bd27c1c req-62d14338-492d-4e35-9b28-6cb2dadd55d5 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 944 time: 0.0555441 Aug 10 14:13:24.029291 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-554b2967-c4cb-46a4-b031-838e1bd27c1c req-90e02dbb-685c-4804-b009-1717e979b849 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Aug 10 14:13:24.200167 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:24.900438 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:25.179757 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a54af-10f6-400f-84f3-16139afd9436 req-fc5231f6-5993-4324-b2fa-bde1de9a2452 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:25.181382 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-783a54af-10f6-400f-84f3-16139afd9436 req-fc5231f6-5993-4324-b2fa-bde1de9a2452 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 944 time: 0.0647879 Aug 10 14:13:25.224457 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-783a54af-10f6-400f-84f3-16139afd9436 req-b6d531fd-aad2-4e86-877c-d1df3b8c777d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364385 Aug 10 14:13:25.434166 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-185915a6-1915-471e-a2ee-05aa6cce44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:25.437197 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-185915a6-1915-471e-a2ee-05aa6cce44e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 1097 time: 0.0484705 Aug 10 14:13:25.540995 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:13:25.553765 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-80b320ac-28a5-4a25-bcb2-a92dcdd95a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:25.557282 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-80b320ac-28a5-4a25-bcb2-a92dcdd95a32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.0996063 Aug 10 14:13:25.609010 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 1b89f84c-1ade-4c18-8847-2c0295694b44 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:13:25.609665 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:25.644131 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-8f2de976-aeae-461b-b6c4-8e815aa97ec2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b89f84c-1ade-4c18-8847-2c0295694b44 HTTP/1.1" status: 200 len: 999 time: 0.0720212 Aug 10 14:13:25.703473 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-62c53906-1b83-4cb5-b22b-f00466b4e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:25.703473 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-62c53906-1b83-4cb5-b22b-f00466b4e745 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0507519 Aug 10 14:13:25.756072 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-66e9238a-ad7f-4174-ac01-2c9638233049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:25.759084 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-66e9238a-ad7f-4174-ac01-2c9638233049 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466352 Aug 10 14:13:25.843507 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:25.872459 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:13:25.873600 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-4e990efb-9723-49d3-b8c4-8dd23170477a service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054060 Aug 10 14:13:25.875095 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910e443c-cf64-4ef5-bf0e-09d96082d778" -d '{"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-plugged", "status": "completed", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:13:25.908770 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:25.915901 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:25.949741 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154e8c0a-d27d-4755-b8db-aff16a91adb9 x-openstack-request-id: req-154e8c0a-d27d-4755-b8db-aff16a91adb9 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:13:25.950334 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-plugged", "status": "completed", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:13:25.950788 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-154e8c0a-d27d-4755-b8db-aff16a91adb9 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:13:25.951176 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'code': 200} Aug 10 14:13:25.985292 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=7']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:13:25.986527 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0c22bf3e-302b-4696-95a3-f33a1f6ad231 req-9a91dfd4-8504-4fde-aac7-383977100e1d service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055181 Aug 10 14:13:26.368537 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004756d-5e23-4036-8b78-e6d416ed3afc req-f2459a6c-19df-41c2-92c8-794dc184d152 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:26.378483 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c004756d-5e23-4036-8b78-e6d416ed3afc req-f2459a6c-19df-41c2-92c8-794dc184d152 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0730498 Aug 10 14:13:26.418156 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c004756d-5e23-4036-8b78-e6d416ed3afc req-b8b99335-9716-422a-b3ff-429064ba8bdc tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387895 Aug 10 14:13:26.672018 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:27.206804 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:13:27.559087 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793751-13d9-4a19-a607-7b8ef430b002 req-d012818d-5354-4aad-b6c3-937b00136e07 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:27.563948 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-17793751-13d9-4a19-a607-7b8ef430b002 req-d012818d-5354-4aad-b6c3-937b00136e07 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0673466 Aug 10 14:13:27.608684 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-17793751-13d9-4a19-a607-7b8ef430b002 req-9741f515-1864-4bea-a8ad-943b2e684579 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379531 Aug 10 14:13:28.773213 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c46e6-21ea-4fb3-97e6-78c762709850 req-4ad3aca8-9d4e-467e-88c0-dd457b982220 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:28.774765 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c17c46e6-21ea-4fb3-97e6-78c762709850 req-4ad3aca8-9d4e-467e-88c0-dd457b982220 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0591710 Aug 10 14:13:28.830645 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c17c46e6-21ea-4fb3-97e6-78c762709850 req-78e5e99f-2348-4a91-8d29-c62341551f73 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488708 Aug 10 14:13:29.971993 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d81620-bb4f-432e-98e8-61737bed586c req-870304d3-0e5c-4e1c-b277-f59fa002317c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:29.979855 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05d81620-bb4f-432e-98e8-61737bed586c req-870304d3-0e5c-4e1c-b277-f59fa002317c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0706067 Aug 10 14:13:30.019581 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-05d81620-bb4f-432e-98e8-61737bed586c req-d77f123d-c818-41ed-9320-d4d6c53af8cc tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387425 Aug 10 14:13:31.168691 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51533f92-753a-4f0b-a0ff-6452bd99f968 req-6fb244dd-5a8a-4299-8930-3ebbd2c02fb8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:31.171497 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-51533f92-753a-4f0b-a0ff-6452bd99f968 req-6fb244dd-5a8a-4299-8930-3ebbd2c02fb8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0649157 Aug 10 14:13:31.215145 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-51533f92-753a-4f0b-a0ff-6452bd99f968 req-516f4c87-0dda-404a-a02b-be9f512ad787 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376756 Aug 10 14:13:32.344808 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0d433-c8dc-442c-95c8-ba7286c1a63b req-6bcbcda4-8450-4d33-96f2-af5725d83bbe tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:32.347852 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e0d433-c8dc-442c-95c8-ba7286c1a63b req-6bcbcda4-8450-4d33-96f2-af5725d83bbe tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0552976 Aug 10 14:13:32.391329 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f5e0d433-c8dc-442c-95c8-ba7286c1a63b req-c4c281bb-50e8-4d31-aed2-2d46019c0c6e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375321 Aug 10 14:13:33.528430 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-c8e16217-83a5-40a5-b05b-848ddb472176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:33.529887 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-c8e16217-83a5-40a5-b05b-848ddb472176 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 1098 time: 0.0721319 Aug 10 14:13:33.537990 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f740ac7-0bd5-4ece-8924-329978ec2a6e req-6c8d1a2f-7055-46f2-b38b-49179ea09495 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:33.539428 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6f740ac7-0bd5-4ece-8924-329978ec2a6e req-6c8d1a2f-7055-46f2-b38b-49179ea09495 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0737822 Aug 10 14:13:33.623947 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6f740ac7-0bd5-4ece-8924-329978ec2a6e req-610da1ad-09ad-4c41-b083-d4f0e878d8c3 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765321 Aug 10 14:13:33.649517 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-9c4ebcdd-de04-4d78-832e-57d8abaff37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:33.650970 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-9c4ebcdd-de04-4d78-832e-57d8abaff37a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.1107140 Aug 10 14:13:33.715801 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-a4db4fb5-01bf-46f4-9e98-20cd7783c7d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b89f84c-1ade-4c18-8847-2c0295694b44 HTTP/1.1" status: 200 len: 1000 time: 0.0563252 Aug 10 14:13:33.763535 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-1ff63e38-ae50-4e4c-87a8-53830c3255f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:33.764955 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-1ff63e38-ae50-4e4c-87a8-53830c3255f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0429158 Aug 10 14:13:33.816866 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-90d26f7f-3e59-4bd2-a6ba-2510386f21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:33.818332 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-90d26f7f-3e59-4bd2-a6ba-2510386f21d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418200 Aug 10 14:13:33.908627 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-0c74daf0-fbed-4ec8-b3a7-f46141ffed47 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813446 Aug 10 14:13:34.004006 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d625e54b-f5e6-4975-9d49-091a6dc17c69 req-0d12b171-0044-40e3-be3b-0b5be0982336 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861142 Aug 10 14:13:34.744243 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037dfdb-e6fb-494e-ad20-7d97c63e0b3e req-1102fd44-926f-4267-938f-8d1dfb6c1ef6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:34.745734 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4037dfdb-e6fb-494e-ad20-7d97c63e0b3e req-1102fd44-926f-4267-938f-8d1dfb6c1ef6 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 945 time: 0.0496690 Aug 10 14:13:34.782764 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4037dfdb-e6fb-494e-ad20-7d97c63e0b3e req-c5707b86-cde8-47f8-99c1-52394ef55200 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 Aug 10 14:13:35.571529 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:13:35.653903 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:35.675135 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:13:35.677376 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4887c1a3-dade-467a-8d9a-366415010df0" -d '{"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-unplugged", "status": "completed", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:13:35.689585 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:35.693641 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:35.717213 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e839bc-e6c0-40aa-9a1c-3f76289d9e48 x-openstack-request-id: req-88e839bc-e6c0-40aa-9a1c-3f76289d9e48 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:13:35.717445 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-unplugged", "status": "completed", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:13:35.717727 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88e839bc-e6c0-40aa-9a1c-3f76289d9e48 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:13:35.718101 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'code': 200} Aug 10 14:13:35.742303 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=8']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:13:35.908956 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101c7f-a7ed-4e87-b9ca-6cdd3cc0e8ab req-fdf10639-40ab-40e1-a8ad-3e6e26003354 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:35.910452 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-df101c7f-a7ed-4e87-b9ca-6cdd3cc0e8ab req-fdf10639-40ab-40e1-a8ad-3e6e26003354 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0509014 Aug 10 14:13:35.954946 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-df101c7f-a7ed-4e87-b9ca-6cdd3cc0e8ab req-a72199ac-610c-4554-b764-9d6c02cffffd tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348675 Aug 10 14:13:37.076602 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc9dee-81ec-4121-bb5e-1cf755444683 req-d61d8664-a92b-4378-94a9-d029e3e014a0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:37.078042 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-03dc9dee-81ec-4121-bb5e-1cf755444683 req-d61d8664-a92b-4378-94a9-d029e3e014a0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0510709 Aug 10 14:13:37.114959 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-03dc9dee-81ec-4121-bb5e-1cf755444683 req-fdafa023-c6a8-4697-8e3d-185383d5a969 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309579 Aug 10 14:13:38.041566 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6535a1c-0937-4b83-af9b-8637fd9048d8 req-70b059d0-dab5-40a4-b82e-85302152759b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:38.043053 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e6535a1c-0937-4b83-af9b-8637fd9048d8 req-70b059d0-dab5-40a4-b82e-85302152759b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0538015 Aug 10 14:13:38.070269 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-5681d345-7115-45bf-9f54-d08939fecf62 req-77674704-bdcb-472a-b912-f12b9e851980 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399151 Aug 10 14:13:38.081489 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e6535a1c-0937-4b83-af9b-8637fd9048d8 req-b276e17b-c08b-4cd6-943c-ea4230bbe9c2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Aug 10 14:13:39.016976 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681d345-7115-45bf-9f54-d08939fecf62 req-2db1a470-b8dc-4152-82a5-52c506ad842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:39.018512 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5681d345-7115-45bf-9f54-d08939fecf62 req-2db1a470-b8dc-4152-82a5-52c506ad842f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381&tenant_id=87109c73f13448588e285f393b561d49 HTTP/1.1" status: 200 len: 1096 time: 0.0698965 Aug 10 14:13:39.095819 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681d345-7115-45bf-9f54-d08939fecf62 req-74c00b33-3edd-45c1-b78c-6eac718bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:39.097302 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5681d345-7115-45bf-9f54-d08939fecf62 req-74c00b33-3edd-45c1-b78c-6eac718bb16e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87109c73f13448588e285f393b561d49&device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 1096 time: 0.0429716 Aug 10 14:13:39.226957 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681d345-7115-45bf-9f54-d08939fecf62 req-fafd0031-c09f-4e5e-b688-8c72d10bc038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:39.228696 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5681d345-7115-45bf-9f54-d08939fecf62 req-fafd0031-c09f-4e5e-b688-8c72d10bc038 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 200 len: 918 time: 0.1241860 Aug 10 14:13:39.242663 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462fb11-8aaa-480e-beac-1c3a43ff6107 req-cce7ea6d-c5f7-4c18-9036-6731d879a6ba tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:39.244540 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0462fb11-8aaa-480e-beac-1c3a43ff6107 req-cce7ea6d-c5f7-4c18-9036-6731d879a6ba tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0882819 Aug 10 14:13:39.323200 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0462fb11-8aaa-480e-beac-1c3a43ff6107 req-855cddc9-a3c4-4cd1-ae5a-98038b43822b tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715103 Aug 10 14:13:39.327758 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5681d345-7115-45bf-9f54-d08939fecf62 req-eaaf5737-35d9-46a5-8da8-9fc971b1c399 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b89f84c-1ade-4c18-8847-2c0295694b44 HTTP/1.1" status: 200 len: 998 time: 0.0822198 Aug 10 14:13:39.380767 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681d345-7115-45bf-9f54-d08939fecf62 req-93444b67-1c85-4d07-bea7-7a70a700dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:39.382192 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5681d345-7115-45bf-9f54-d08939fecf62 req-93444b67-1c85-4d07-bea7-7a70a700dc69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 200 len: 856 time: 0.0461366 Aug 10 14:13:39.427966 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681d345-7115-45bf-9f54-d08939fecf62 req-04f27ac7-c90d-42dd-8d80-6d8d6e1cdc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:39.429431 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5681d345-7115-45bf-9f54-d08939fecf62 req-04f27ac7-c90d-42dd-8d80-6d8d6e1cdc03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2affb74-a46b-441c-a2c7-a989ec7f0bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390508 Aug 10 14:13:39.518703 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5681d345-7115-45bf-9f54-d08939fecf62 req-da1148b5-a3b5-4027-9766-8366d142f959 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799017 Aug 10 14:13:39.609802 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5681d345-7115-45bf-9f54-d08939fecf62 req-56b00b82-362f-44bc-a172-d32023e96aa5 service neutron] 10.222.0.53 "GET /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824280 Aug 10 14:13:39.615957 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:13:40.454995 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac2582-902c-4720-8549-2a80c153178d req-1904c378-6c95-4e36-b58b-9034ef7bcf3e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:40.456554 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-92ac2582-902c-4720-8549-2a80c153178d req-1904c378-6c95-4e36-b58b-9034ef7bcf3e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0487280 Aug 10 14:13:40.497366 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-92ac2582-902c-4720-8549-2a80c153178d req-24aa12bd-5f76-4f53-9f1f-b6227e9b8564 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341258 Aug 10 14:13:41.621845 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870669f-db87-43d2-969d-12e0b73004d6 req-81b083a8-1b84-4ddc-8300-2c049931f0ad tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:41.623601 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5870669f-db87-43d2-969d-12e0b73004d6 req-81b083a8-1b84-4ddc-8300-2c049931f0ad tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0504937 Aug 10 14:13:41.664129 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5870669f-db87-43d2-969d-12e0b73004d6 req-40654eba-dd67-4ebf-8d8b-272406a49d30 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334396 Aug 10 14:13:42.793602 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d33252-f573-4324-a843-4df400943c0e req-cdfc8ccd-5279-4c1b-9291-7ea9b2e93cf1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:42.795979 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e1d33252-f573-4324-a843-4df400943c0e req-cdfc8ccd-5279-4c1b-9291-7ea9b2e93cf1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0554419 Aug 10 14:13:42.834486 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e1d33252-f573-4324-a843-4df400943c0e req-e7ff6d8b-c87c-4803-ad01-45c0e215bfe2 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Aug 10 14:13:43.956784 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187607b-873f-4334-9d49-8498c873d3f4 req-cffeb713-5ef2-4db4-b7b3-cef448a1c434 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:43.958288 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c187607b-873f-4334-9d49-8498c873d3f4 req-cffeb713-5ef2-4db4-b7b3-cef448a1c434 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0503838 Aug 10 14:13:43.998616 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c187607b-873f-4334-9d49-8498c873d3f4 req-5c81521d-3e3f-4613-8669-e4e192224d22 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344491 Aug 10 14:13:45.118354 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5bb07-3a21-405f-8c54-f9dcf68c0148 req-bdd340d6-9145-41b9-85b9-2596ad5b01ad tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:45.120098 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-85a5bb07-3a21-405f-8c54-f9dcf68c0148 req-bdd340d6-9145-41b9-85b9-2596ad5b01ad tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0507247 Aug 10 14:13:45.161883 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-85a5bb07-3a21-405f-8c54-f9dcf68c0148 req-42548fe6-7ad0-433c-b383-060334c9ad7a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350580 Aug 10 14:13:46.290663 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c8d7-c6d8-4e08-928a-636110be7303 req-4c70085b-22bf-49be-9f32-6ac17e61f767 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:46.292229 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5f0c8d7-c6d8-4e08-928a-636110be7303 req-4c70085b-22bf-49be-9f32-6ac17e61f767 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0540905 Aug 10 14:13:46.331293 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d5f0c8d7-c6d8-4e08-928a-636110be7303 req-967d2c43-3f13-4823-9177-dc6e6b1a6ca8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329075 Aug 10 14:13:47.457059 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ecf18-644a-4aef-9c0d-44ccafc218be req-a9723779-9b81-4e3d-b0a8-e470c7c33757 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:47.458632 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-672ecf18-644a-4aef-9c0d-44ccafc218be req-a9723779-9b81-4e3d-b0a8-e470c7c33757 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0537360 Aug 10 14:13:47.498628 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-672ecf18-644a-4aef-9c0d-44ccafc218be req-ae605b12-af81-4cd4-8bb6-320ea5cfaf46 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339723 Aug 10 14:13:48.623221 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a4a77-9d62-4512-a806-87a14bb7cb7b req-03c911c6-fd7c-4a2d-b1d6-49f041f8e1ef tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:48.625245 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-051a4a77-9d62-4512-a806-87a14bb7cb7b req-03c911c6-fd7c-4a2d-b1d6-49f041f8e1ef tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0513051 Aug 10 14:13:48.664400 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-051a4a77-9d62-4512-a806-87a14bb7cb7b req-a9563183-3683-4113-8b83-2f2d2bbd5cf7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327556 Aug 10 14:13:49.786932 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c6090-7d69-41b2-8271-accdc9ecf634 req-e5e75006-7a1d-422c-9f73-375268a1d81c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:49.788472 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0e7c6090-7d69-41b2-8271-accdc9ecf634 req-e5e75006-7a1d-422c-9f73-375268a1d81c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0521312 Aug 10 14:13:49.827670 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0e7c6090-7d69-41b2-8271-accdc9ecf634 req-751116dc-aa4c-49e8-b7b1-17171007a773 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330579 Aug 10 14:13:50.954163 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d79b60-7e92-4241-be40-438a64a78d53 req-a649375e-bfc8-40c0-b599-189c46e0a047 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:50.955649 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-48d79b60-7e92-4241-be40-438a64a78d53 req-a649375e-bfc8-40c0-b599-189c46e0a047 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0486202 Aug 10 14:13:50.994807 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-48d79b60-7e92-4241-be40-438a64a78d53 req-869f7b20-1565-4548-b9bb-860c2263bb18 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329826 Aug 10 14:13:51.445684 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-59526dc4-27b6-4c03-a7c6-2f7ff646f8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:52.120636 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892720-81e4-428a-950a-c723de507c51 req-d79060a0-d0f5-4bd3-98ab-8b7fe785c477 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:52.122136 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-51892720-81e4-428a-950a-c723de507c51 req-d79060a0-d0f5-4bd3-98ab-8b7fe785c477 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0495605 Aug 10 14:13:52.161225 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-51892720-81e4-428a-950a-c723de507c51 req-ae6ddc02-3017-4576-b6fb-fd4789145d0a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329072 Aug 10 14:13:52.450627 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:53.283569 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cb8a7-a662-4636-9f6e-adfa8aa438eb req-301d07b2-2ec6-417c-9585-4eeddc78fcfe tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:53.285090 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fe9cb8a7-a662-4636-9f6e-adfa8aa438eb req-301d07b2-2ec6-417c-9585-4eeddc78fcfe tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 943 time: 0.0529685 Aug 10 14:13:53.324639 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fe9cb8a7-a662-4636-9f6e-adfa8aa438eb req-9647f610-92d8-4d7f-b773-a74db5f16023 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335641 Aug 10 14:13:53.709330 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:13:53.784075 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8e69-b184-407b-bc6f-5fa2c1352001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:53.812983 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:53.822969 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'port_id': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'mac_address': 'fa:16:3e:28:72:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:13:53.860269 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:53.873154 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b89f84c-1ade-4c18-8847-2c0295694b44 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:13:53.893399 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:53.897179 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:53.942565 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=9']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:13:54.201660 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:54.207203 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['1b89f84c-1ade-4c18-8847-2c0295694b44'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:13:54.447535 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bda9a-d1d7-4984-9e56-72cec2561417 req-0d6e6adb-9d83-47ce-83f9-51c1243cf44d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:54.448994 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c38bda9a-d1d7-4984-9e56-72cec2561417 req-0d6e6adb-9d83-47ce-83f9-51c1243cf44d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 944 time: 0.0476906 Aug 10 14:13:54.486603 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c38bda9a-d1d7-4984-9e56-72cec2561417 req-3f05a049-3971-468b-9367-889b6c3b35f7 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Aug 10 14:13:54.899225 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:55.626510 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c5f3c-a917-4d96-9674-917c85664c47 req-371746f5-0429-4efb-bb64-e429cd1858d9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:55.628053 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b7c5f3c-a917-4d96-9674-917c85664c47 req-371746f5-0429-4efb-bb64-e429cd1858d9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 944 time: 0.0484786 Aug 10 14:13:55.664783 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b7c5f3c-a917-4d96-9674-917c85664c47 req-f065c807-cb5a-4eb4-8ef1-0fef2c1f512e tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309026 Aug 10 14:13:55.725220 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:13:55.772001 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 1b89f84c-1ade-4c18-8847-2c0295694b44 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:13:55.772298 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:55.848754 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:55.870452 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:13:55.872705 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9157f-8ac9-49c6-9fb5-03ffbe3cfde6" -d '{"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-plugged", "status": "completed", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:13:55.885858 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:13:55.890175 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:55.913235 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65be9b6-e838-442a-a8dc-0b7b00a7c5f4 x-openstack-request-id: req-d65be9b6-e838-442a-a8dc-0b7b00a7c5f4 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:13:55.913878 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-plugged", "status": "completed", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:13:55.913878 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d65be9b6-e838-442a-a8dc-0b7b00a7c5f4 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:13:55.914188 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'code': 200} Aug 10 14:13:55.944836 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=10']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:13:56.126783 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eb84a-efd0-4f97-93f5-5570d4591812 req-927cda54-46cd-4395-bc42-01981e4db9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:56.128284 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a96eb84a-efd0-4f97-93f5-5570d4591812 req-927cda54-46cd-4395-bc42-01981e4db9cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 1099 time: 0.0427818 Aug 10 14:13:56.164133 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a96eb84a-efd0-4f97-93f5-5570d4591812 req-caf75189-04c9-431e-b098-3d08b02f3f28 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286891 Aug 10 14:13:56.669958 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:13:56.793884 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16848893-2cad-4a19-916a-36332cce372f req-e7e38fbe-59d3-4e9a-8ddd-a80982c404e1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:56.795467 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-16848893-2cad-4a19-916a-36332cce372f req-e7e38fbe-59d3-4e9a-8ddd-a80982c404e1 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 946 time: 0.0471680 Aug 10 14:13:56.832151 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-16848893-2cad-4a19-916a-36332cce372f req-a506d54f-c8d6-4cf2-aa33-71ec7eb9714f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302792 Aug 10 14:13:57.956146 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6aabcb-4b0e-4c4a-b5a2-201173aa8d8d req-11218b96-4274-42e1-bdec-4870b535844c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:57.957629 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c6aabcb-4b0e-4c4a-b5a2-201173aa8d8d req-11218b96-4274-42e1-bdec-4870b535844c tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 946 time: 0.0501404 Aug 10 14:13:57.995980 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2c6aabcb-4b0e-4c4a-b5a2-201173aa8d8d req-a84314ff-b6c9-47f3-ae4b-645e9f7954ee tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Aug 10 14:13:59.118483 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0403-70e8-44e6-a6ed-4cf27d52a244 req-3241f2e4-5bcd-44b2-9f00-ec973a1a9a53 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:13:59.119917 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-22bb0403-70e8-44e6-a6ed-4cf27d52a244 req-3241f2e4-5bcd-44b2-9f00-ec973a1a9a53 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 946 time: 0.0518818 Aug 10 14:13:59.158850 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-22bb0403-70e8-44e6-a6ed-4cf27d52a244 req-b86802c0-b781-4d5b-9217-b258656d965a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324628 Aug 10 14:14:04.204917 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:14:13.914526 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea119798-a5d9-4d06-9c85-516e7539dd16 req-a462694a-2b8c-4a8b-8f13-1deeebc3e17f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:13.916027 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ea119798-a5d9-4d06-9c85-516e7539dd16 req-a462694a-2b8c-4a8b-8f13-1deeebc3e17f tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 946 time: 0.0483637 Aug 10 14:14:13.953263 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ea119798-a5d9-4d06-9c85-516e7539dd16 req-e2362f31-4b34-4c8c-b860-2491744a9125 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 Aug 10 14:14:15.071138 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9c4cf-40d0-4355-800e-fe3fe8595626 req-d815fb06-7912-430b-8d09-3a25336884ed tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:15.072622 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-56d9c4cf-40d0-4355-800e-fe3fe8595626 req-d815fb06-7912-430b-8d09-3a25336884ed tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 946 time: 0.0486510 Aug 10 14:14:15.109803 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-56d9c4cf-40d0-4355-800e-fe3fe8595626 req-509a8abb-c582-41d2-9321-eefd0c310a13 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312123 Aug 10 14:14:15.769419 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-e2d4763a-033e-407e-9db0-e4e15f84f12a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:15.770834 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-e2d4763a-033e-407e-9db0-e4e15f84f12a tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 946 time: 0.0498328 Aug 10 14:14:15.881191 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Deleting port 0a167e62-69f3-4a9a-9736-d928d40bddb3 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:15.881533 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:15.972175 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] For port 0a167e62-69f3-4a9a-9736-d928d40bddb3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0a167e62-69f3-4a9a-9736-d928d40bddb3,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:15.972573 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:16.136502 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:16.137254 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:16.137254 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Floating IP 1f7a5287-9977-4e35-9da9-a5b7ae54428c disassociated. External IP: 172.27.1.31, port: 0a167e62-69f3-4a9a-9736-d928d40bddb3. Aug 10 14:14:16.137839 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Calling delete_port for 0a167e62-69f3-4a9a-9736-d928d40bddb3 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:16.284946 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2126907-f4ce-46cd-ba7e-f2476acb5666 req-20220019-f46d-43e2-80f8-91f8943b9c32 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:16.287078 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e2126907-f4ce-46cd-ba7e-f2476acb5666 req-20220019-f46d-43e2-80f8-91f8943b9c32 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9749930-1462-49bd-82e8-2b63a16cff1b HTTP/1.1" status: 200 len: 946 time: 0.0945234 Aug 10 14:14:16.360976 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e2126907-f4ce-46cd-ba7e-f2476acb5666 req-30938267-a5bb-4589-9590-ee9b29fa4863 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups?id=af045604-4a0e-4ea9-9e33-4221701b8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676837 Aug 10 14:14:16.365444 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:16.397384 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event deleted for resources: {'Port': ['ID=0a167e62-69f3-4a9a-9736-d928d40bddb3,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:16.408727 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.409081 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.409429 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.409767 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.410103 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.410436 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.410766 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.411097 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.411457 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.411786 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.412119 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.412442 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:16.515541 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Router 2449e38a-506e-4951-9a0e-eddfe9c44adf has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:14:16.624515 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:14:16.634346 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] Sync routers for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:14:16.643963 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:16.644596 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:13:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:16.666580 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] No DVR routers for this DVR port 0a167e62-69f3-4a9a-9736-d928d40bddb3 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:14:16.668961 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:16.671098 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4dd7acd8-829e-48c2-b0cd-00be91454f5a req-8c852f3a-9174-45da-aac5-9a4e89eb6ee7 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.53 "DELETE /v2.0/ports/0a167e62-69f3-4a9a-9736-d928d40bddb3 HTTP/1.1" status: 204 len: 173 time: 0.8941581 Aug 10 14:14:16.671731 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'name': 'network-vif-deleted', 'tag': '0a167e62-69f3-4a9a-9736-d928d40bddb3'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:14:16.673958 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506c4760-6486-45e1-961f-7eade691c268" -d '{"events": [{"server_uuid": "b9749930-1462-49bd-82e8-2b63a16cff1b", "name": "network-vif-deleted", "tag": "0a167e62-69f3-4a9a-9736-d928d40bddb3"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:14:16.713742 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c7ac6a-3573-47f4-9128-8fd0799e1ecc x-openstack-request-id: req-60c7ac6a-3573-47f4-9128-8fd0799e1ecc {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:14:16.714035 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9749930-1462-49bd-82e8-2b63a16cff1b", "name": "network-vif-deleted", "tag": "0a167e62-69f3-4a9a-9736-d928d40bddb3", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:14:16.714295 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60c7ac6a-3573-47f4-9128-8fd0799e1ecc {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:14:16.714722 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9749930-1462-49bd-82e8-2b63a16cff1b', 'name': 'network-vif-deleted', 'tag': '0a167e62-69f3-4a9a-9736-d928d40bddb3', 'status': 'completed', 'code': 200} Aug 10 14:14:16.752435 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:16.957704 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:16.982867 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] Checking router: 2449e38a-506e-4951-9a0e-eddfe9c44adf for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:14:16.991574 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:16.992180 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:13:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:17.093416 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:17.291453 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:17.323046 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8d4d0-8e44-43c5-829a-e0f72a6aad08 None None] The sync data for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi is: [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:07:23Z', 'revision_number': 4, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b', 'name': '', 'network_id': '08e6b86a-aadd-4681-ba0d-91b6d70f7fed', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'mac_address': 'fa:16:3e:a8:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:19Z', 'updated_at': '2021-08-10T14:07:33Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'subnets': [{'id': '21dc2859-6bdf-4381-bb64-bc1211194cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:14:17.446097 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53472) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:17.503431 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7086e475-2ec2-4c0d-81de-a276aba19473 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:17.527472 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7086e475-2ec2-4c0d-81de-a276aba19473 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:17.543403 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a715f1-e9b1-4858-8400-f59936b9db5a None None] New status for floating IP 1f7a5287-9977-4e35-9da9-a5b7ae54428c: DOWN {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:14:17.574304 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7086e475-2ec2-4c0d-81de-a276aba19473 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:17.576850 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7086e475-2ec2-4c0d-81de-a276aba19473 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:17.577998 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-7086e475-2ec2-4c0d-81de-a276aba19473 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "DELETE /v2.0/security-groups/af045604-4a0e-4ea9-9e33-4221701b8c4a HTTP/1.1" status: 204 len: 168 time: 0.1309066 Aug 10 14:14:17.580815 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53474) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:17.587012 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086e475-2ec2-4c0d-81de-a276aba19473 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af045604-4a0e-4ea9-9e33-4221701b8c4a,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:17.596274 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.api.v2.resource [None req-91a5feae-983f-4f82-842e-d5ecb96dbc35 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] show failed (client error): The resource could not be found. Aug 10 14:14:17.600678 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-91a5feae-983f-4f82-842e-d5ecb96dbc35 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "GET /v2.0/security-groups/af045604-4a0e-4ea9-9e33-4221701b8c4a HTTP/1.1" status: 404 len: 347 time: 0.0181801 Aug 10 14:14:17.601317 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53476) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:17.735513 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Deleting port fc37f92e-594f-4126-84ec-4b353c11aab4 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:17.735919 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:17.810034 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:17.810367 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:17.821743 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Calling delete_port for fc37f92e-594f-4126-84ec-4b353c11aab4 owned by network:floatingip {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:17.962011 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:17.993902 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Pushing event deleted for resources: {'Port': ['ID=fc37f92e-594f-4126-84ec-4b353c11aab4,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:18.004850 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.005201 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.005544 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.005880 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.006212 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.006538 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.006917 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.007191 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.007544 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.007870 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.008191 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.008509 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:18.064940 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks [] for floatingip, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:18.067522 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:18.068664 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-71cb9737-9619-4f31-9032-d4905546ebf3 tempest-AttachVolumeTestJSON-570136671 tempest-AttachVolumeTestJSON-570136671-project] 10.222.0.26 "DELETE /v2.0/floatingips/1f7a5287-9977-4e35-9da9-a5b7ae54428c HTTP/1.1" status: 204 len: 168 time: 0.4662063 Aug 10 14:14:19.772964 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 0a167e62-69f3-4a9a-9736-d928d40bddb3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:14:19.793014 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 0a167e62-69f3-4a9a-9736-d928d40bddb3 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:14:19.793366 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 0a167e62-69f3-4a9a-9736-d928d40bddb3 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:14:21.447083 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-7e2b262b-8f53-4aa3-9ed7-85279ba17ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:21.585434 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53506) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:22.032294 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16462999'] for router_interface, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:22.272848 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Deleting port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:22.273192 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:22.351871 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] For port 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:22.352179 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:22.364843 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Calling delete_port for 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b owned by network:router_interface {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:22.468118 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:22.541789 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:22.572074 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:22.733685 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16280378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16420903'] for router_interface, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:22.943657 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Router 2449e38a-506e-4951-9a0e-eddfe9c44adf has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:14:23.049351 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:14:23.054971 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-739b5c0f-5fa1-48d4-8dae-9c353b832ad1 admin admin] 10.222.0.26 "PUT /v2.0/routers/2449e38a-506e-4951-9a0e-eddfe9c44adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684396 Aug 10 14:14:23.057493 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53510) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:23.058475 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] Sync routers for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:14:23.069284 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:23.069900 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:13:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:23.159987 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks [] for router, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.172777 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:23.264620 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.319360 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Deleting port 6255c51a-b0bb-4519-9d68-dc4fa147d63f {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:23.319715 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.401988 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] For port 6255c51a-b0bb-4519-9d68-dc4fa147d63f, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=6255c51a-b0bb-4519-9d68-dc4fa147d63f,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:23.402516 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.415890 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Calling delete_port for 6255c51a-b0bb-4519-9d68-dc4fa147d63f owned by network:router_gateway {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:23.466585 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:14:22Z', 'revision_number': 5, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port': {'id': '6255c51a-b0bb-4519-9d68-dc4fa147d63f', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:23.496721 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] Checking router: 2449e38a-506e-4951-9a0e-eddfe9c44adf for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:14:23.504978 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] Routers {'2449e38a-506e-4951-9a0e-eddfe9c44adf'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:23.505625 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:13:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['2449e38a-506e-4951-9a0e-eddfe9c44adf'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:23.584035 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.591243 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] Set router 2449e38a-506e-4951-9a0e-eddfe9c44adf gateway port host: None {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:23.615920 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Pushing event deleted for resources: {'Port': ['ID=6255c51a-b0bb-4519-9d68-dc4fa147d63f,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:23.643921 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:14:23Z', 'revision_number': 6, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port_host': None}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:23.671264 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16421825'] for router_gateway, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.673546 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc395a2-eef5-4715-8c5a-a6a6c43bfd26 None None] The sync data for ids ['2449e38a-506e-4951-9a0e-eddfe9c44adf'] in dv-cinder-788363-11-iscsi is: [{'id': '2449e38a-506e-4951-9a0e-eddfe9c44adf', 'name': 'tempest-AttachVolumeTestJSON-272427594-router', 'tenant_id': '0833bee3d99349a482e554e2c6b78e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:11Z', 'updated_at': '2021-08-10T14:14:23Z', 'revision_number': 6, 'project_id': '0833bee3d99349a482e554e2c6b78e76', 'gw_port_host': None}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:14:23.759996 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40590'] for router, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.762370 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.763715 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-91b1afbf-e0ed-4f33-ab08-7d1dd6d81c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.809461 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16419116'] for router, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.810007 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2449e38a-506e-4951-9a0e-eddfe9c44adf {{(pid=93626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:14:23.814296 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] Notify callbacks [] for router, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.815480 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-497dd9f6-0eff-4eba-8dc5-4f1d98af5486 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2449e38a-506e-4951-9a0e-eddfe9c44adf HTTP/1.1" status: 204 len: 168 time: 0.7570059 Aug 10 14:14:23.817911 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53512) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:23.861091 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5e6682-0c17-46e9-ae49-82b78cbfb5a9 admin admin] Deleting subnet 21dc2859-6bdf-4381-bb64-bc1211194cc2 {{(pid=93626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:14:23.864082 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4c5e6682-0c17-46e9-ae49-82b78cbfb5a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:23.897897 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4c5e6682-0c17-46e9-ae49-82b78cbfb5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14171189'] for subnet, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.202765 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.209869 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4c5e6682-0c17-46e9-ae49-82b78cbfb5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.263037 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4c5e6682-0c17-46e9-ae49-82b78cbfb5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13264759'] for subnet, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.287842 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e6682-0c17-46e9-ae49-82b78cbfb5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21dc2859-6bdf-4381-bb64-bc1211194cc2,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:24.291488 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4c5e6682-0c17-46e9-ae49-82b78cbfb5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.293366 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-4c5e6682-0c17-46e9-ae49-82b78cbfb5a9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/21dc2859-6bdf-4381-bb64-bc1211194cc2 HTTP/1.1" status: 204 len: 168 time: 0.4745116 Aug 10 14:14:24.295949 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53514) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:24.297123 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad02733-314e-4826-a605-89b2cfe7057c None None] Network 08e6b86a-aadd-4681-ba0d-91b6d70f7fed requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:14:24.369156 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.422413 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Deleting port 19038099-6657-446f-994d-1697239f890c {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:24.423017 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.484337 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] DHCP port deletion for 08e6b86a-aadd-4681-ba0d-91b6d70f7fed request from dv-cinder-788363-11-iscsi {{(pid=93627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:14:24.490530 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] For port 19038099-6657-446f-994d-1697239f890c, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=19038099-6657-446f-994d-1697239f890c,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:24.490908 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.503721 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Calling delete_port for 19038099-6657-446f-994d-1697239f890c owned by network:dhcp {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:24.537892 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Deleting port 19038099-6657-446f-994d-1697239f890c {{(pid=93627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:24.538454 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.591077 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.608079 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] For port 19038099-6657-446f-994d-1697239f890c, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=19038099-6657-446f-994d-1697239f890c,segment=NetworkSegment(c36c8c69-6414-4bad-9602-82463b599ec6),segment_id=c36c8c69-6414-4bad-9602-82463b599ec6)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:24.608491 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.617548 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=19038099-6657-446f-994d-1697239f890c,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:24.621205 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] No DVR routers for this DVR port 19038099-6657-446f-994d-1697239f890c on host dv-cinder-788363-11-iscsi {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:14:24.623856 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Calling delete_port for 19038099-6657-446f-994d-1697239f890c owned by network:dhcp {{(pid=93627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:24.698130 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.707485 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117'] for port, after_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.709374 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e6b86a-aadd-4681-ba0d-91b6d70f7fed']}} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:24.720214 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36c8c69-6414-4bad-9602-82463b599ec6') {'for_net_delete': True} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:24.720688 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36c8c69-6414-4bad-9602-82463b599ec6') {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:24.731236 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13391503'] for segment, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.733062 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Pushing event deleted for resources: {'Port': ['ID=19038099-6657-446f-994d-1697239f890c,revision_number=None']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:24.738064 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] No DVR routers for this DVR port 19038099-6657-446f-994d-1697239f890c on host dv-cinder-788363-11-iscsi {{(pid=93627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:14:24.745712 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.746072 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.746479 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.746752 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.747096 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.747458 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.747792 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.748128 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.748458 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.748791 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.749120 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.749446 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3e125-f3c1-40ee-9322-3edf28525516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:24.749929 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.759418 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:14:24.759887 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13547283'] for segment, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: Traceback (most recent call last): Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: timer() Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: cb(*args, **kw) Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: return func(*args, **kwargs) Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: self._notify() Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: self.callback(batched_events) Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: event.method(event) Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: return f(self, *a, **k) Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._get(url).json() Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: return self.request(url, 'GET', **kwargs) Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:14:24.761623 dv-cinder-788363-11-iscsi neutron-server[93625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:14:24.815102 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.819519 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.821400 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/08e6b86a-aadd-4681-ba0d-91b6d70f7fed HTTP/1.1" status: 204 len: 168 time: 0.5244570 Aug 10 14:14:24.833832 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1022a0-95a8-4ffa-8cd8-a5ad8d6d4ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e6b86a-aadd-4681-ba0d-91b6d70f7fed,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:24.900228 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:24.931610 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:14:24.946482 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53518) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:24.955327 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:14:24.955676 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 714da4ff-abdc-4cc4-a2d5-55f3dd9cdc1b not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:14:24.956111 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 19038099-6657-446f-994d-1697239f890c no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:14:24.976516 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 19038099-6657-446f-994d-1697239f890c {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:14:24.976867 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 19038099-6657-446f-994d-1697239f890c not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:14:24.977301 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 6255c51a-b0bb-4519-9d68-dc4fa147d63f no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:14:24.989711 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-88082955-a72a-4726-90f3-dc5d5cc400ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0833bee3d99349a482e554e2c6b78e76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419624 Aug 10 14:14:24.992908 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53520) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:24.996162 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 6255c51a-b0bb-4519-9d68-dc4fa147d63f {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:14:24.996518 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 6255c51a-b0bb-4519-9d68-dc4fa147d63f not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:14:25.042553 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-35dff070-4f48-417d-a925-5c7233396b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:25.063076 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-35dff070-4f48-417d-a925-5c7233396b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:25.111940 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-35dff070-4f48-417d-a925-5c7233396b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:25.114594 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-35dff070-4f48-417d-a925-5c7233396b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:25.115768 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-35dff070-4f48-417d-a925-5c7233396b47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b84a56e8-54fb-4ec2-a49f-ecf6122ff7d2 HTTP/1.1" status: 204 len: 168 time: 0.1218700 Aug 10 14:14:25.123967 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dff070-4f48-417d-a925-5c7233396b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84a56e8-54fb-4ec2-a49f-ecf6122ff7d2,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:26.290614 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6088400-2943-4693-878b-8a82a3e39844 req-2bc030ad-b567-42b3-92a8-de45e4bf4263 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429654 Aug 10 14:14:26.345575 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53570) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:26.368154 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088400-2943-4693-878b-8a82a3e39844 req-bb1b045f-0837-4bc7-af0c-4196a1cc5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:26.369786 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6088400-2943-4693-878b-8a82a3e39844 req-bb1b045f-0837-4bc7-af0c-4196a1cc5d9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 1098 time: 0.0465472 Aug 10 14:14:26.468101 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aa655523-6dee-46ae-9464-71383dd5c970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:26.501725 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088400-2943-4693-878b-8a82a3e39844 req-ff4a1473-b32a-47c2-942d-9d5b744e08e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:26.503203 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6088400-2943-4693-878b-8a82a3e39844 req-ff4a1473-b32a-47c2-942d-9d5b744e08e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.1136076 Aug 10 14:14:26.588827 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6088400-2943-4693-878b-8a82a3e39844 req-958afd34-9708-44ad-9f43-a6ba8c7197ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3735c38d-82d1-4379-af92-4553ef4779b0 HTTP/1.1" status: 200 len: 1001 time: 0.0756931 Aug 10 14:14:26.655837 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aa655523-6dee-46ae-9464-71383dd5c970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:26.659890 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088400-2943-4693-878b-8a82a3e39844 req-26421254-5df9-4b7b-aa2c-acd3d9033f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:26.662047 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6088400-2943-4693-878b-8a82a3e39844 req-26421254-5df9-4b7b-aa2c-acd3d9033f35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0633922 Aug 10 14:14:26.663023 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-aa655523-6dee-46ae-9464-71383dd5c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:26.676894 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:26.981711 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-aa655523-6dee-46ae-9464-71383dd5c970 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4736e3406bdd4b7f8b61c5c319277510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6350985 Aug 10 14:14:26.984476 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53576) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:26.990060 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa655523-6dee-46ae-9464-71383dd5c970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bb5a15-8be7-4317-b969-df78206eb783,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:27.002192 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088400-2943-4693-878b-8a82a3e39844 req-7a7933ad-c608-4a64-8807-c273a56a5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:27.004265 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6088400-2943-4693-878b-8a82a3e39844 req-7a7933ad-c608-4a64-8807-c273a56a5c8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3289416 Aug 10 14:14:27.035241 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4887b141-b01c-497a-a53f-b687c9358a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:27.055419 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4887b141-b01c-497a-a53f-b687c9358a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:27.095882 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6088400-2943-4693-878b-8a82a3e39844 req-795b1c4a-1101-44d2-b665-d2613b4b005b service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838101 Aug 10 14:14:27.101615 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4887b141-b01c-497a-a53f-b687c9358a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:27.104768 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4887b141-b01c-497a-a53f-b687c9358a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:27.105999 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-4887b141-b01c-497a-a53f-b687c9358a32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78bb5a15-8be7-4317-b969-df78206eb783 HTTP/1.1" status: 204 len: 168 time: 0.1204631 Aug 10 14:14:27.119220 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887b141-b01c-497a-a53f-b687c9358a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bb5a15-8be7-4317-b969-df78206eb783,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:27.196341 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b6088400-2943-4693-878b-8a82a3e39844 req-b4d2a8f8-f46d-458a-b781-63d110f3189c service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902162 Aug 10 14:14:28.722513 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53630) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:28.824745 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-63bfe7f7-52fd-4b25-b887-c540082a7f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:28.916233 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-63bfe7f7-52fd-4b25-b887-c540082a7f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:28.916233 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-63bfe7f7-52fd-4b25-b887-c540082a7f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:28.952956 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-63bfe7f7-52fd-4b25-b887-c540082a7f0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5890b4e606d644dbbae5565ed6cd2c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290626 Aug 10 14:14:28.954115 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfe7f7-52fd-4b25-b887-c540082a7f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b0e842-0d0b-4334-b4fd-9f1ce68b7754,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:28.955687 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53634) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:29.004133 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2483606d-dd3f-454d-aa44-aa313392ae59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.026273 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2483606d-dd3f-454d-aa44-aa313392ae59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.069898 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2483606d-dd3f-454d-aa44-aa313392ae59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.072452 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-2483606d-dd3f-454d-aa44-aa313392ae59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.073581 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-2483606d-dd3f-454d-aa44-aa313392ae59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70b0e842-0d0b-4334-b4fd-9f1ce68b7754 HTTP/1.1" status: 204 len: 168 time: 0.1169257 Aug 10 14:14:29.081030 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483606d-dd3f-454d-aa44-aa313392ae59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b0e842-0d0b-4334-b4fd-9f1ce68b7754,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:29.338826 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53640) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:29.353109 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-671632da-41c0-4c92-b154-23671962c46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.438610 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-671632da-41c0-4c92-b154-23671962c46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.442510 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-671632da-41c0-4c92-b154-23671962c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.483090 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-671632da-41c0-4c92-b154-23671962c46f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd107e15feee4de3baa4867b04e1190d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431403 Aug 10 14:14:29.483823 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671632da-41c0-4c92-b154-23671962c46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3ba461-3cbc-456c-a22d-3118411f98ab,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:29.485867 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53642) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:29.538672 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7c250d99-7f96-426b-bf66-f2bc21d5a0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.559365 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7c250d99-7f96-426b-bf66-f2bc21d5a0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.604433 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7c250d99-7f96-426b-bf66-f2bc21d5a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.607020 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7c250d99-7f96-426b-bf66-f2bc21d5a0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:29.608208 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-7c250d99-7f96-426b-bf66-f2bc21d5a0c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b3ba461-3cbc-456c-a22d-3118411f98ab HTTP/1.1" status: 204 len: 168 time: 0.1213477 Aug 10 14:14:29.615693 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c250d99-7f96-426b-bf66-f2bc21d5a0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3ba461-3cbc-456c-a22d-3118411f98ab,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:32.496919 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3b76-ff6d-4428-9b23-0e716d155359 req-ecc965aa-3270-4ab1-8566-1e3f7e25bec8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:32.498480 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b3ab3b76-ff6d-4428-9b23-0e716d155359 req-ecc965aa-3270-4ab1-8566-1e3f7e25bec8 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 946 time: 0.0512006 Aug 10 14:14:32.539193 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b3ab3b76-ff6d-4428-9b23-0e716d155359 req-9d98b176-266f-405c-bd02-9866483c0b7a tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347531 Aug 10 14:14:33.659446 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec4bc-c853-49eb-b0ac-798fc72e3d9d req-ad0a5b57-1467-4032-8ee1-61a74f6703ff tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:33.660896 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e46ec4bc-c853-49eb-b0ac-798fc72e3d9d req-ad0a5b57-1467-4032-8ee1-61a74f6703ff tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 946 time: 0.0481679 Aug 10 14:14:33.698068 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e46ec4bc-c853-49eb-b0ac-798fc72e3d9d req-087e81f3-b3e2-4eed-83c3-956db5cc5fb0 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfcae7cb-b6f8-4117-9027-102b2cced19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306914 Aug 10 14:14:33.907193 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058641c-a93b-4c82-873c-04ed52a3deba req-5140ca5e-c2df-4961-bef7-35550e92f31f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:33.908708 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1058641c-a93b-4c82-873c-04ed52a3deba req-5140ca5e-c2df-4961-bef7-35550e92f31f tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 946 time: 0.0517712 Aug 10 14:14:34.003334 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Deleting port 1b89f84c-1ade-4c18-8847-2c0295694b44 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:34.003948 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.099266 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] For port 1b89f84c-1ade-4c18-8847-2c0295694b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b89f84c-1ade-4c18-8847-2c0295694b44,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:34.099696 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.283516 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.283963 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.284276 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Floating IP 0d84dedf-d061-43ae-bcca-1b26e0aee077 disassociated. External IP: 172.27.1.95, port: 1b89f84c-1ade-4c18-8847-2c0295694b44. Aug 10 14:14:34.284611 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Calling delete_port for 1b89f84c-1ade-4c18-8847-2c0295694b44 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:34.414796 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.447223 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event deleted for resources: {'Port': ['ID=1b89f84c-1ade-4c18-8847-2c0295694b44,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:34.535235 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53750) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:34.559936 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Router f71d2438-20f2-4071-ac47-4003554e6bed has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:14:34.639733 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7e13-32db-4a5a-8abc-cb21d3b77043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.668251 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:14:34.680833 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] Sync routers for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:14:34.691343 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:34.692381 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:14:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:34.711773 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] No DVR routers for this DVR port 1b89f84c-1ade-4c18-8847-2c0295694b44 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:14:34.714401 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.716612 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1058641c-a93b-4c82-873c-04ed52a3deba req-45a86472-0c06-467f-9ebe-bccac39abf2d tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.53 "DELETE /v2.0/ports/1b89f84c-1ade-4c18-8847-2c0295694b44 HTTP/1.1" status: 204 len: 173 time: 0.7998865 Aug 10 14:14:34.717057 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-deleted', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:14:34.719781 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9628c924-e58e-4a4f-92d1-2fd1ef761f1a" -d '{"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-deleted", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:14:34.741895 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7e13-32db-4a5a-8abc-cb21d3b77043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.747429 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7e13-32db-4a5a-8abc-cb21d3b77043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.795201 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb7e13-32db-4a5a-8abc-cb21d3b77043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b2984-f072-47dc-8f20-54fb9fc9d5dd,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:34.795470 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e786f0-78c0-4831-805f-89ac23c56851 x-openstack-request-id: req-a5e786f0-78c0-4831-805f-89ac23c56851 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:14:34.795713 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c83a30-a9d5-4ae4-9d75-31692763e381", "name": "network-vif-deleted", "tag": "1b89f84c-1ade-4c18-8847-2c0295694b44", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:14:34.795919 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5e786f0-78c0-4831-805f-89ac23c56851 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:14:34.796325 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c83a30-a9d5-4ae4-9d75-31692763e381', 'name': 'network-vif-deleted', 'tag': '1b89f84c-1ade-4c18-8847-2c0295694b44', 'status': 'completed', 'code': 200} Aug 10 14:14:34.810123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53758) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:34.813948 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-89ede50e-ca1e-4ca9-b983-89f66031607f req-3800144c-e880-4a55-abf9-f3af66c65649 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c83a30-a9d5-4ae4-9d75-31692763e381 HTTP/1.1" status: 200 len: 210 time: 0.0299165 Aug 10 14:14:34.818396 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-1cfb7e13-32db-4a5a-8abc-cb21d3b77043 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e022fcff2bf478c862f3b0eef4503b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754831 Aug 10 14:14:34.877027 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:34.885752 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d83f6968-9d8e-4075-afb9-d68ca674e375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.912574 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d83f6968-9d8e-4075-afb9-d68ca674e375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.967603 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d83f6968-9d8e-4075-afb9-d68ca674e375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.970418 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-d83f6968-9d8e-4075-afb9-d68ca674e375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:34.971607 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-d83f6968-9d8e-4075-afb9-d68ca674e375 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b15b2984-f072-47dc-8f20-54fb9fc9d5dd HTTP/1.1" status: 204 len: 168 time: 0.1603994 Aug 10 14:14:34.980832 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6968-9d8e-4075-afb9-d68ca674e375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b2984-f072-47dc-8f20-54fb9fc9d5dd,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:35.103044 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:35.133219 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] Checking router: f71d2438-20f2-4071-ac47-4003554e6bed for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:14:35.141734 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:35.142359 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:14:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:35.254744 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:35.274170 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53764) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:35.288369 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b39b983e-03e1-4b6b-b3e9-10c3d5510abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:35.385151 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b39b983e-03e1-4b6b-b3e9-10c3d5510abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:35.388923 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b39b983e-03e1-4b6b-b3e9-10c3d5510abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:35.431231 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53766) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:35.435075 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-b39b983e-03e1-4b6b-b3e9-10c3d5510abd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=741582d298f7455c98e80d8a89a509eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523650 Aug 10 14:14:35.436154 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b983e-03e1-4b6b-b3e9-10c3d5510abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890f7644-ea92-4ac5-badf-4b708e9baf68,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:35.467874 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:35.491360 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-02e49f85-3fb9-4a29-a007-e83741569bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:35.493668 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8ecee-36dc-45bf-83b6-48657476cc11 None None] The sync data for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi is: [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:07:28Z', 'revision_number': 4, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '24817cec-8b03-4a67-bc91-5be517311dc5', 'name': '', 'network_id': 'd2affb74-a46b-441c-a2c7-a989ec7f0bb5', 'tenant_id': '87109c73f13448588e285f393b561d49', 'mac_address': 'fa:16:3e:60:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:24Z', 'updated_at': '2021-08-10T14:07:37Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'subnets': [{'id': '2a3b00c9-c442-40b9-a58d-cfd8348f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:14:35.514280 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-02e49f85-3fb9-4a29-a007-e83741569bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:35.563893 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-02e49f85-3fb9-4a29-a007-e83741569bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:35.566504 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-02e49f85-3fb9-4a29-a007-e83741569bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:35.568312 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-02e49f85-3fb9-4a29-a007-e83741569bc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/890f7644-ea92-4ac5-badf-4b708e9baf68 HTTP/1.1" status: 204 len: 168 time: 0.1350565 Aug 10 14:14:35.576509 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e49f85-3fb9-4a29-a007-e83741569bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890f7644-ea92-4ac5-badf-4b708e9baf68,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:35.714254 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87669a3e-556b-4560-82d3-f30a68cd57a4 None None] New status for floating IP 0d84dedf-d061-43ae-bcca-1b26e0aee077: DOWN {{(pid=93627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:14:35.913655 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53782) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:35.972474 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbf49-4494-42db-9411-ea4b2cd850e9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:35.996703 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbf49-4494-42db-9411-ea4b2cd850e9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.045512 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbf49-4494-42db-9411-ea4b2cd850e9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.048327 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbf49-4494-42db-9411-ea4b2cd850e9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.049606 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-4c9bbf49-4494-42db-9411-ea4b2cd850e9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "DELETE /v2.0/security-groups/cfcae7cb-b6f8-4117-9027-102b2cced19e HTTP/1.1" status: 204 len: 168 time: 0.1347980 Aug 10 14:14:36.053229 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53786) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:36.066073 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bbf49-4494-42db-9411-ea4b2cd850e9 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcae7cb-b6f8-4117-9027-102b2cced19e,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:36.067472 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.api.v2.resource [None req-ec30cd8c-957b-4ebb-921c-48da145db544 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] show failed (client error): The resource could not be found. Aug 10 14:14:36.068497 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-ec30cd8c-957b-4ebb-921c-48da145db544 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "GET /v2.0/security-groups/cfcae7cb-b6f8-4117-9027-102b2cced19e HTTP/1.1" status: 404 len: 347 time: 0.0140655 Aug 10 14:14:36.071396 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53790) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:36.199933 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Deleting port d6ea2905-0809-4063-99c9-1b654e7ef213 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:36.200290 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.279584 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.279927 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.292517 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Calling delete_port for d6ea2905-0809-4063-99c9-1b654e7ef213 owned by network:floatingip {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:36.425074 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.450607 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Pushing event deleted for resources: {'Port': ['ID=d6ea2905-0809-4063-99c9-1b654e7ef213,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:36.513371 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks [] for floatingip, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.515937 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.517087 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-a3532184-c7be-446d-9da5-19109d676868 tempest-AttachVolumeShelveTestJSON-566860697 tempest-AttachVolumeShelveTestJSON-566860697-project] 10.222.0.26 "DELETE /v2.0/floatingips/0d84dedf-d061-43ae-bcca-1b26e0aee077 HTTP/1.1" status: 204 len: 168 time: 0.4446611 Aug 10 14:14:37.652945 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53850) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:37.759421 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8e4a48c3-f81d-4c65-aeda-dee4f1ef9dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:37.849934 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:14:37.856583 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8e4a48c3-f81d-4c65-aeda-dee4f1ef9dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:37.860679 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-8e4a48c3-f81d-4c65-aeda-dee4f1ef9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:37.870886 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 1b89f84c-1ade-4c18-8847-2c0295694b44 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:14:37.871334 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1b89f84c-1ade-4c18-8847-2c0295694b44 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:14:37.899828 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-8e4a48c3-f81d-4c65-aeda-dee4f1ef9dc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a36b7a4fdef942f0b2952c9c06ff3cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458034 Aug 10 14:14:37.900670 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a48c3-f81d-4c65-aeda-dee4f1ef9dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69f7bff-19c4-4b86-9677-6aec5da1489d,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:37.902494 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53864) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:37.960483 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e9b48873-f379-42a2-8961-4bb37a50f865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:37.986876 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e9b48873-f379-42a2-8961-4bb37a50f865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.041314 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e9b48873-f379-42a2-8961-4bb37a50f865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.044027 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e9b48873-f379-42a2-8961-4bb37a50f865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.045217 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-e9b48873-f379-42a2-8961-4bb37a50f865 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e69f7bff-19c4-4b86-9677-6aec5da1489d HTTP/1.1" status: 204 len: 168 time: 0.1415296 Aug 10 14:14:38.053671 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b48873-f379-42a2-8961-4bb37a50f865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69f7bff-19c4-4b86-9677-6aec5da1489d,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:38.307139 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53870) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:38.320868 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2152a7a9-4ba5-412c-88fb-f6990632b5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.410682 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2152a7a9-4ba5-412c-88fb-f6990632b5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.414522 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2152a7a9-4ba5-412c-88fb-f6990632b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.450750 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152a7a9-4ba5-412c-88fb-f6990632b5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f6ef7-69ab-40d6-a381-fa29c3f42070,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:38.456028 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-2152a7a9-4ba5-412c-88fb-f6990632b5d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b87e0c2da11749d8a271571bdb117edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478243 Aug 10 14:14:38.459565 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53872) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:38.508778 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e3484385-9125-4c1c-a796-25bd8ca8c4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.530722 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e3484385-9125-4c1c-a796-25bd8ca8c4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.575391 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e3484385-9125-4c1c-a796-25bd8ca8c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.577856 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e3484385-9125-4c1c-a796-25bd8ca8c4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:38.579018 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e3484385-9125-4c1c-a796-25bd8ca8c4be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d14f6ef7-69ab-40d6-a381-fa29c3f42070 HTTP/1.1" status: 204 len: 168 time: 0.1185780 Aug 10 14:14:38.586586 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3484385-9125-4c1c-a796-25bd8ca8c4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f6ef7-69ab-40d6-a381-fa29c3f42070,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:38.937374 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53890) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:39.264312 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53904) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:39.368142 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1016396456-network', 'tenant_id': 'c50926e2c9624a23b4710c44e3565dc3'}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:39.389019 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Made reservation on behalf of c50926e2c9624a23b4710c44e3565dc3 for: {'network': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:14:39.391338 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for network, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.400232 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16462999'] for router_interface, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.403099 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.491779 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.496373 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.516511 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=93626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:14:39.531724 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d0474d-de3f-4c91-a513-2d2bf50b265b,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:39.534629 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.534988 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.segments_db [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Added segment f364c908-32b1-4e0b-857c-964034706774 of type vlan for network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 Aug 10 14:14:39.575800 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747732320588'] for network, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.606558 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323'] for network, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.607495 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:39.608070 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.650859 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Deleting port 24817cec-8b03-4a67-bc91-5be517311dc5 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:39.651208 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.657024 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3913767 Aug 10 14:14:39.660798 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53908) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:39.667536 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.v2.base [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Request body: {'subnet': {'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1016396456-subnet', 'tenant_id': 'c50926e2c9624a23b4710c44e3565dc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:39.684066 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f2a30-baed-46d2-ab23-ff75ad8de15d admin admin] Pushing event updated for resources: {'Network': ['ID=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:39.695870 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 details requested by agent ovs-agent-dv-cinder-788363-11-iscsi with host dv-cinder-788363-11-iscsi {{(pid=93627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:14:39.698314 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Made reservation on behalf of c50926e2c9624a23b4710c44e3565dc3 for: {'subnet': 1} {{(pid=93626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:14:39.700987 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13264278'] for subnet, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.736298 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] For port 24817cec-8b03-4a67-bc91-5be517311dc5, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=24817cec-8b03-4a67-bc91-5be517311dc5,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:39.736691 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.749519 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Calling delete_port for 24817cec-8b03-4a67-bc91-5be517311dc5 owned by network:router_interface {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:39.873707 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14095255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13264260'] for subnet, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.930398 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da2d28f-73a4-4f6d-8751-17cb90b7dcd8,revision_number=0']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:39.940066 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.941609 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Checking segment: {'id': 'f364c908-32b1-4e0b-857c-964034706774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:14:39.941971 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Network hostable DHCP agents. Network: 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9, hostable agents: ['7df8e16b-bd55-43e6-805e-46ca5664004f'], hosted agents: [] {{(pid=93626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:14:39.959828 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 is scheduled to be hosted by DHCP agent 7df8e16b-bd55-43e6-805e-46ca5664004f with binding_index 1 {{(pid=93626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:14:39.968125 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=24817cec-8b03-4a67-bc91-5be517311dc5,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:39.968464 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.base_scheduler [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-11-iscsi, 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9) {{(pid=93626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:14:39.973354 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:39.973975 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.981990 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd29ad0-9f08-440f-9267-fa7c0bda54f1 None None] Network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:14:40.014322 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-d2ca4a1d-d08d-4fa2-b012-82a4a955100b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3518641 Aug 10 14:14:40.141495 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16280378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16420903'] for router_interface, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:40.154112 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2495649-3a57-4162-879e-ebbdd26945e8 None None] Network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:14:40.374085 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Router f71d2438-20f2-4071-ac47-4003554e6bed has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:14:40.765475 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:14:40.770409 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-882de8ff-9d81-453f-8d67-09b92a77fc21 admin admin] 10.222.0.26 "PUT /v2.0/routers/f71d2438-20f2-4071-ac47-4003554e6bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8319325 Aug 10 14:14:40.773568 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53920) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:40.776807 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] Sync routers for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:14:40.786122 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:40.786819 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:14:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:40.886739 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks [] for router, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:40.894189 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:40.992562 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.047556 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Deleting port 11377240-b5b7-40c6-b448-5f4656aaa72a {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:41.047822 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.088178 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:14:39Z', 'revision_number': 5, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port': {'id': '11377240-b5b7-40c6-b448-5f4656aaa72a', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:07:13Z', 'updated_at': '2021-08-10T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:41.114566 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] Checking router: f71d2438-20f2-4071-ac47-4003554e6bed for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:14:41.123424 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] Routers {'f71d2438-20f2-4071-ac47-4003554e6bed'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:41.124053 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:14:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f71d2438-20f2-4071-ac47-4003554e6bed'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:41.137100 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] For port 11377240-b5b7-40c6-b448-5f4656aaa72a, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=11377240-b5b7-40c6-b448-5f4656aaa72a,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:41.137494 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.150131 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Calling delete_port for 11377240-b5b7-40c6-b448-5f4656aaa72a owned by network:router_gateway {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:41.211260 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:14:41.216396 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] Set router f71d2438-20f2-4071-ac47-4003554e6bed gateway port host: None {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:41.270162 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:14:40Z', 'revision_number': 6, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port_host': None}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:41.296439 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f49b2-42fd-4362-8d29-bf6763b61759 None None] The sync data for ids ['f71d2438-20f2-4071-ac47-4003554e6bed'] in dv-cinder-788363-11-iscsi is: [{'id': 'f71d2438-20f2-4071-ac47-4003554e6bed', 'name': 'tempest-AttachVolumeShelveTestJSON-1485325661-router', 'tenant_id': '87109c73f13448588e285f393b561d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:07:12Z', 'updated_at': '2021-08-10T14:14:40Z', 'revision_number': 6, 'project_id': '87109c73f13448588e285f393b561d49', 'gw_port_host': None}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:14:41.315870 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.344604 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Pushing event deleted for resources: {'Port': ['ID=11377240-b5b7-40c6-b448-5f4656aaa72a,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:41.405661 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16421825'] for router_gateway, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.494566 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40590'] for router, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.496671 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.541154 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16419116'] for router, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.541687 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f71d2438-20f2-4071-ac47-4003554e6bed {{(pid=93625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:14:41.546405 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.547612 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-31b71969-e3d4-4010-8fb8-1fe4ab26e552 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f71d2438-20f2-4071-ac47-4003554e6bed HTTP/1.1" status: 204 len: 168 time: 0.7729669 Aug 10 14:14:41.550246 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 53922) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:41.593661 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_v2 [None req-f882f067-f431-4a5c-9fac-4922be0c008b admin admin] Deleting subnet 2a3b00c9-c442-40b9-a58d-cfd8348f9716 {{(pid=93625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:14:41.596740 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f882f067-f431-4a5c-9fac-4922be0c008b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.637809 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f882f067-f431-4a5c-9fac-4922be0c008b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13391606'] for subnet, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.730867 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f882f067-f431-4a5c-9fac-4922be0c008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.852812 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f882f067-f431-4a5c-9fac-4922be0c008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13547513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13386332'] for subnet, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.889311 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f882f067-f431-4a5c-9fac-4922be0c008b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:41.891159 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-f882f067-f431-4a5c-9fac-4922be0c008b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2a3b00c9-c442-40b9-a58d-cfd8348f9716 HTTP/1.1" status: 204 len: 168 time: 0.3400486 Aug 10 14:14:41.891975 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882f067-f431-4a5c-9fac-4922be0c008b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3b00c9-c442-40b9-a58d-cfd8348f9716,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:41.893877 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53940) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:41.897810 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0300ede-cb0a-4a3c-90c2-76cebbbeb5f6 None None] Network d2affb74-a46b-441c-a2c7-a989ec7f0bb5 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:14:41.903670 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c73b-4730-4ebc-977e-45764694d593 req-65315471-6690-4436-9da4-3e3dc563c6e7 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:41.905267 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-65315471-6690-4436-9da4-3e3dc563c6e7 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/networks?id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 HTTP/1.1" status: 200 len: 809 time: 0.1760499 Aug 10 14:14:41.922120 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-5377d874-07e7-4d88-8afe-e2e0d183e066 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/quotas/c50926e2c9624a23b4710c44e3565dc3 HTTP/1.1" status: 200 len: 375 time: 0.0110548 Aug 10 14:14:41.954829 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-7acabb0c-bad9-40dc-b302-ffd20d5c2f75 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c50926e2c9624a23b4710c44e3565dc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267241 Aug 10 14:14:41.968722 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.030699 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Deleting port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:42.031300 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.063086 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-42b646ea-d6aa-4b5c-ae4d-6022f421eaa2 service neutron] 10.222.0.26 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992193 Aug 10 14:14:42.092641 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21a7e6-a468-41a1-8b7c-76a66b1eb824 None None] DHCP port deletion for d2affb74-a46b-441c-a2c7-a989ec7f0bb5 request from dv-cinder-788363-11-iscsi {{(pid=93627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:14:42.107623 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] For port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:42.107978 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.127460 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Calling delete_port for 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a owned by network:dhcp {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:42.147009 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-0f21a7e6-a468-41a1-8b7c-76a66b1eb824 None None] Deleting port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a {{(pid=93627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:42.147422 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0f21a7e6-a468-41a1-8b7c-76a66b1eb824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.167442 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-c1e3b055-6cf1-450e-8310-4121e29461d8 service neutron] 10.222.0.26 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970819 Aug 10 14:14:42.216247 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.219680 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-0f21a7e6-a468-41a1-8b7c-76a66b1eb824 None None] For port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a,segment=NetworkSegment(dceec7ee-1765-4bfa-8ea0-a53a3fb9c001),segment_id=dceec7ee-1765-4bfa-8ea0-a53a3fb9c001)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:42.220231 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0f21a7e6-a468-41a1-8b7c-76a66b1eb824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.235248 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-0f21a7e6-a468-41a1-8b7c-76a66b1eb824 None None] Calling delete_port for 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a owned by network:dhcp {{(pid=93627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:42.254473 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] No DVR routers for this DVR port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a on host dv-cinder-788363-11-iscsi {{(pid=93626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:14:42.261217 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Pushing event deleted for resources: {'Port': ['ID=9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:42.331491 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0f21a7e6-a468-41a1-8b7c-76a66b1eb824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117'] for port, after_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.337415 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.348759 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2affb74-a46b-441c-a2c7-a989ec7f0bb5']}} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:42.360917 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001') {'for_net_delete': True} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:42.361132 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dceec7ee-1765-4bfa-8ea0-a53a3fb9c001') {} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:42.364941 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21a7e6-a468-41a1-8b7c-76a66b1eb824 None None] Pushing event deleted for resources: {'Port': ['ID=9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a,revision_number=None']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:42.367094 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0f8ae292-c21b-46ee-b729-b6f9255e77a9 req-72e9d123-a8e0-41c4-b3bf-84dd8ca7f066 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 210 time: 0.0337751 Aug 10 14:14:42.367261 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21a7e6-a468-41a1-8b7c-76a66b1eb824 None None] No DVR routers for this DVR port 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a on host dv-cinder-788363-11-iscsi {{(pid=93627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:14:42.382043 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14171212'] for segment, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.413319 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.420669 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:14:42.421380 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14095164'] for segment, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: Traceback (most recent call last): Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: timer() Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: cb(*args, **kw) Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: return func(*args, **kwargs) Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: self._notify() Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: self.callback(batched_events) Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: event.method(event) Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: return f(self, *a, **k) Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._get(url).json() Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: return self.request(url, 'GET', **kwargs) Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:14:42.423644 dv-cinder-788363-11-iscsi neutron-server[93626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:14:42.490493 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.497195 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.499122 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] 10.222.0.26 "DELETE /v2.0/networks/d2affb74-a46b-441c-a2c7-a989ec7f0bb5 HTTP/1.1" status: 204 len: 168 time: 0.6041133 Aug 10 14:14:42.513826 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7ae2d-b948-4510-9ae0-b60eba15715c admin admin] Pushing event deleted for resources: {'Network': ['ID=d2affb74-a46b-441c-a2c7-a989ec7f0bb5,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:42.626058 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53956) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:42.672653 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-85fa4cb5-eefb-44ab-a436-6a6f848d945c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87109c73f13448588e285f393b561d49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450256 Aug 10 14:14:42.675352 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 53958) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:42.733219 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7453-79ed-4a40-b681-1637bd2a3319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.758163 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7453-79ed-4a40-b681-1637bd2a3319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.784767 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f71e5-946b-4c60-af2a-ff495f032c1f req-fce8ee3f-672c-45ae-83a3-466ecde754b0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:42.786592 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4c4f71e5-946b-4c60-af2a-ff495f032c1f req-fce8ee3f-672c-45ae-83a3-466ecde754b0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 945 time: 0.0503662 Aug 10 14:14:42.816030 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7453-79ed-4a40-b681-1637bd2a3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.819619 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7453-79ed-4a40-b681-1637bd2a3319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:42.823552 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ed9a7453-79ed-4a40-b681-1637bd2a3319 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e0b4086-6308-48b5-9d2d-f0c89a6667f6 HTTP/1.1" status: 204 len: 168 time: 0.1444151 Aug 10 14:14:42.829015 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a7453-79ed-4a40-b681-1637bd2a3319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0b4086-6308-48b5-9d2d-f0c89a6667f6,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:42.832101 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4c4f71e5-946b-4c60-af2a-ff495f032c1f req-0e1a980e-3efb-44f1-a745-349833f3ea09 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389667 Aug 10 14:14:42.934320 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 11377240-b5b7-40c6-b448-5f4656aaa72a no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:14:42.955640 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 11377240-b5b7-40c6-b448-5f4656aaa72a {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:14:42.956524 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 11377240-b5b7-40c6-b448-5f4656aaa72a not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:14:42.957011 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:14:42.977636 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:14:42.977983 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9adbb1b3-a5dd-45a6-9bf4-cb8bc6246a7a not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:14:42.978416 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 24817cec-8b03-4a67-bc91-5be517311dc5 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:14:42.997830 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 24817cec-8b03-4a67-bc91-5be517311dc5 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:14:42.998165 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 24817cec-8b03-4a67-bc91-5be517311dc5 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:14:43.511925 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f567d6f4-58d5-4615-b9d0-6f301e80f3cf req-24d2f4a7-54bd-429a-bc1b-9afc3e6c57a7 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 210 time: 0.0322378 Aug 10 14:14:43.534773 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c73b-4730-4ebc-977e-45764694d593 req-c6e542ab-8796-448e-a378-49a47d974307 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:43.536800 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-c6e542ab-8796-448e-a378-49a47d974307 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.53 "GET /v2.0/networks?id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 HTTP/1.1" status: 200 len: 809 time: 0.1577251 Aug 10 14:14:43.563201 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Request body: {'port': {'device_id': '3944f174-c0c1-48e1-abb8-782e7698e472', 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9', 'admin_state_up': True, 'tenant_id': 'c50926e2c9624a23b4710c44e3565dc3'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:43.673226 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Made reservation on behalf of c50926e2c9624a23b4710c44e3565dc3 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:14:43.677629 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:43.809197 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Allocated IP 172.20.0.9 (90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9/7da2d28f-73a4-4f6d-8751-17cb90b7dcd8/1316e665-667f-46ba-8043-708125128613) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:14:43.990235 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.006240 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa6ee0-a438-4948-ac00-72da8c330e0b req-4f5c001d-7ac2-44cf-8f62-19f1ea5e2ea3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:44.007776 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9daa6ee0-a438-4948-ac00-72da8c330e0b req-4f5c001d-7ac2-44cf-8f62-19f1ea5e2ea3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 945 time: 0.0839205 Aug 10 14:14:44.060952 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9daa6ee0-a438-4948-ac00-72da8c330e0b req-f7203e56-66e7-412d-ba58-66dc4eda3740 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466020 Aug 10 14:14:44.084213 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.124995 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:14:44.128155 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:14:44.135664 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:14:44.165324 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Pushing event updated for resources: {'Port': ['ID=1316e665-667f-46ba-8043-708125128613,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:44.188195 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:44.188828 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.204644 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-82413748-c3cd-4297-b5b2-3f604827aca3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6453192 Aug 10 14:14:44.222475 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Request body: {'port': {'device_id': '3944f174-c0c1-48e1-abb8-782e7698e472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:44.283095 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.555356 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1316e665-667f-46ba-8043-708125128613 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:14:44.563140 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.583758 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Transition to ACTIVE for port object 1316e665-667f-46ba-8043-708125128613 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:14:44.607482 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.694645 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c4352-92ae-4170-87ba-159932878880 service neutron] Pushing event updated for resources: {'Port': ['ID=1316e665-667f-46ba-8043-708125128613,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:44.707427 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-df63102d-29ba-478e-8fb7-3cfe1f205b02 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:44.708930 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-df63102d-29ba-478e-8fb7-3cfe1f205b02 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 945 time: 0.1347599 Aug 10 14:14:44.741120 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c277a55-ea0e-4de0-b5e9-9c0325ea806b req-4f30b0ea-b79e-4791-9f7b-6d048e7f1812 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:44.742454 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3c277a55-ea0e-4de0-b5e9-9c0325ea806b req-4f30b0ea-b79e-4791-9f7b-6d048e7f1812 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 943 time: 0.1564553 Aug 10 14:14:44.856498 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-3c277a55-ea0e-4de0-b5e9-9c0325ea806b req-26fa9d0e-de12-4d1a-b88e-36914866d6f4 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781984 Aug 10 14:14:44.871682 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Attempting to bind port 1316e665-667f-46ba-8043-708125128613 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:14:44.872027 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Attempting to bind port 1316e665-667f-46ba-8043-708125128613 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f364c908-32b1-4e0b-857c-964034706774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:14:44.872361 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Attempting to bind port 1316e665-667f-46ba-8043-708125128613 on network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:14:44.879135 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Port 1316e665-667f-46ba-8043-708125128613 on network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:14:44.879487 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Attempting to bind port 1316e665-667f-46ba-8043-708125128613 on network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:14:44.890461 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:14:44.890800 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Checking segment: {'id': 'f364c908-32b1-4e0b-857c-964034706774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:14:44.891188 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Bound using segment: {'id': 'f364c908-32b1-4e0b-857c-964034706774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:14:44.891722 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Bound port: 1316e665-667f-46ba-8043-708125128613, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f364c908-32b1-4e0b-857c-964034706774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:14:44.892089 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.911958 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Deleting port 3735c38d-82d1-4379-af92-4553ef4779b0 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:44.912304 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:45.021072 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] For port 1316e665-667f-46ba-8043-708125128613, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:14:45.042669 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] For port 1316e665-667f-46ba-8043-708125128613, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1316e665-667f-46ba-8043-708125128613,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:14:45.049726 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] For port 3735c38d-82d1-4379-af92-4553ef4779b0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3735c38d-82d1-4379-af92-4553ef4779b0,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:45.050130 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:45.053522 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:45.124861 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:45.125657 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:45.127081 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-162c4352-92ae-4170-87ba-159932878880 service neutron] 10.222.0.53 "PUT /v2.0/ports/1316e665-667f-46ba-8043-708125128613 HTTP/1.1" status: 200 len: 1093 time: 0.9095664 Aug 10 14:14:45.130893 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3944f174-c0c1-48e1-abb8-782e7698e472', 'tag': '1316e665-667f-46ba-8043-708125128613'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:14:45.133166 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4713cb19-efc3-497f-855a-092e85e4cc87" -d '{"events": [{"name": "network-changed", "server_uuid": "3944f174-c0c1-48e1-abb8-782e7698e472", "tag": "1316e665-667f-46ba-8043-708125128613"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:14:45.182062 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eaceec-0143-4eee-adc5-6557c900bd8c x-openstack-request-id: req-d5eaceec-0143-4eee-adc5-6557c900bd8c {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:14:45.182392 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3944f174-c0c1-48e1-abb8-782e7698e472", "tag": "1316e665-667f-46ba-8043-708125128613", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:14:45.182645 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5eaceec-0143-4eee-adc5-6557c900bd8c {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:14:45.183062 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3944f174-c0c1-48e1-abb8-782e7698e472', 'tag': '1316e665-667f-46ba-8043-708125128613', 'status': 'completed', 'code': 200} Aug 10 14:14:45.263314 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c4352-92ae-4170-87ba-159932878880 service neutron] Pushing event updated for resources: {'Port': ['ID=1316e665-667f-46ba-8043-708125128613,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:45.293497 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb399fe-64e9-4424-944f-397db017a2f6 req-5a457e9e-8f35-411a-90cd-51ca6d8a68c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:45.294962 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ceb399fe-64e9-4424-944f-397db017a2f6 req-5a457e9e-8f35-411a-90cd-51ca6d8a68c4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 945 time: 0.1521142 Aug 10 14:14:45.358284 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c73b-4730-4ebc-977e-45764694d593 req-d6545629-ce71-4d1f-bce4-c5063f21db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:45.359818 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-d6545629-ce71-4d1f-bce4-c5063f21db2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c50926e2c9624a23b4710c44e3565dc3&device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 1096 time: 0.1676342 Aug 10 14:14:45.397493 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ceb399fe-64e9-4424-944f-397db017a2f6 req-4e3832b7-07ab-4e18-ace9-bf3f2ff5a35c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942111 Aug 10 14:14:45.427266 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:45.427656 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:45.427965 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Floating IP 76bae104-3e90-4960-af8b-f790c9e53037 disassociated. External IP: 172.27.1.174, port: 3735c38d-82d1-4379-af92-4553ef4779b0. Aug 10 14:14:45.428302 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Calling delete_port for 3735c38d-82d1-4379-af92-4553ef4779b0 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:45.433005 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-8d3e3555-da80-4590-8c58-c8e486d28836 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1316e665-667f-46ba-8043-708125128613 HTTP/1.1" status: 200 len: 217 time: 0.0524354 Aug 10 14:14:45.522951 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c73b-4730-4ebc-977e-45764694d593 req-642520b7-6992-42d3-a443-fbd6df65926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:45.524413 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-642520b7-6992-42d3-a443-fbd6df65926b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7da2d28f-73a4-4f6d-8751-17cb90b7dcd8 HTTP/1.1" status: 200 len: 849 time: 0.0832908 Aug 10 14:14:45.566419 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-56979bbf-d703-4a79-a3e7-aa0cd5a2d99a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349641 Aug 10 14:14:45.971461 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:46.013384 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event deleted for resources: {'Port': ['ID=3735c38d-82d1-4379-af92-4553ef4779b0,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:46.040562 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a28fc-c3b7-4d59-8a01-1ed4c3456a86 req-399f6f86-375e-4dfc-9ce9-3e3f9a767eb7 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:46.042090 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1f9a28fc-c3b7-4d59-8a01-1ed4c3456a86 req-399f6f86-375e-4dfc-9ce9-3e3f9a767eb7 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 943 time: 0.1178386 Aug 10 14:14:46.043929 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-f6778e2d-8bc3-4a57-b21d-e79f7deb9fd9 service neutron] 10.222.0.53 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684010 Aug 10 14:14:46.203753 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1f9a28fc-c3b7-4d59-8a01-1ed4c3456a86 req-1968c1e6-ed6e-4548-b3e7-7155c3d8787d tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557231 Aug 10 14:14:46.248420 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:14:46.253616 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4038c73b-4730-4ebc-977e-45764694d593 req-dc62f467-61b1-404c-8c26-602e12f3b44f service neutron] 10.222.0.53 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729395 Aug 10 14:14:46.386739 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:14:46.398077 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] Sync routers for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:14:46.398667 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-e9d5e226-dbe3-4974-96ea-dce47809e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:46.399600 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-e9d5e226-dbe3-4974-96ea-dce47809e92d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c50926e2c9624a23b4710c44e3565dc3&device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 1096 time: 0.0595598 Aug 10 14:14:46.409051 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:46.410233 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:14:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:46.475679 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] No DVR routers for this DVR port 3735c38d-82d1-4379-af92-4553ef4779b0 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:14:46.480659 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:46.482628 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dadf53c7-aa1a-4eb2-bb2f-718a6b1bee10 req-43cae581-2159-4da1-bee1-94c846a9c050 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "DELETE /v2.0/ports/3735c38d-82d1-4379-af92-4553ef4779b0 HTTP/1.1" status: 204 len: 173 time: 1.7568986 Aug 10 14:14:46.515840 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-426f19f9-ca4c-4d8c-9a12-7a5a10cddd82 req-b3fad112-7038-4063-99bf-536ac51b0c88 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=d403d688-aa94-4339-b4e8-ce59ff36f56c HTTP/1.1" status: 200 len: 210 time: 0.0381713 Aug 10 14:14:46.539940 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:46.549742 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-6cab82cb-551c-4fdf-ba1f-2f9e78bab7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:46.551233 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-6cab82cb-551c-4fdf-ba1f-2f9e78bab7be service neutron] 10.222.0.53 "GET /v2.0/networks?id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 HTTP/1.1" status: 200 len: 910 time: 0.1375496 Aug 10 14:14:46.595508 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-e40b13af-9fbf-495e-a1b9-917ab978b625 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1316e665-667f-46ba-8043-708125128613 HTTP/1.1" status: 200 len: 217 time: 0.0362396 Aug 10 14:14:46.648646 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-bea0d974-836a-48cc-9cee-04443fb2654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:46.650061 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-bea0d974-836a-48cc-9cee-04443fb2654e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7da2d28f-73a4-4f6d-8751-17cb90b7dcd8 HTTP/1.1" status: 200 len: 849 time: 0.0476296 Aug 10 14:14:46.681682 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-acedf08e-6adf-409b-851b-38ff86663bf9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238099 Aug 10 14:14:46.752466 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:46.779582 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] Checking router: f0c3d0a4-cc53-437d-bb0b-d6c92867f715 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:14:46.783418 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-4c2a6176-925c-4b24-ab96-eb2abc99c761 service neutron] 10.222.0.53 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934598 Aug 10 14:14:46.787990 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:46.788621 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:14:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:46.914477 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4713cb19-efc3-497f-855a-092e85e4cc87 req-66a16a15-e174-48ab-8633-02a0771bf05e service neutron] 10.222.0.53 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108303 Aug 10 14:14:47.022798 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:14:47.185090 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'name': 'network-vif-deleted', 'tag': '3735c38d-82d1-4379-af92-4553ef4779b0'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:14:47.190474 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc80f3f-1212-4e04-b821-2fb563a5fae4" -d '{"events": [{"server_uuid": "d403d688-aa94-4339-b4e8-ce59ff36f56c", "name": "network-vif-deleted", "tag": "3735c38d-82d1-4379-af92-4553ef4779b0"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:14:47.234202 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac7aeb2-10b8-4dfc-aa39-be2b669a2da0 x-openstack-request-id: req-5ac7aeb2-10b8-4dfc-aa39-be2b669a2da0 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:14:47.234980 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d403d688-aa94-4339-b4e8-ce59ff36f56c", "name": "network-vif-deleted", "tag": "3735c38d-82d1-4379-af92-4553ef4779b0", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:14:47.235362 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ac7aeb2-10b8-4dfc-aa39-be2b669a2da0 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:14:47.235873 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd403d688-aa94-4339-b4e8-ce59ff36f56c', 'name': 'network-vif-deleted', 'tag': '3735c38d-82d1-4379-af92-4553ef4779b0', 'status': 'completed', 'code': 200} Aug 10 14:14:47.265426 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:47.301387 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffece2f7-68f5-48c1-a180-04db42bcb0bc None None] The sync data for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi is: [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:14:47.345151 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ef5d7-165f-4bed-ac7b-76ed9355cb6c req-9b3df929-57a6-4625-976f-a8c4e10f645c tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:47.346881 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b34ef5d7-165f-4bed-ac7b-76ed9355cb6c req-9b3df929-57a6-4625-976f-a8c4e10f645c tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 943 time: 0.0528667 Aug 10 14:14:47.388771 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b34ef5d7-165f-4bed-ac7b-76ed9355cb6c req-6b718f5d-758d-46da-846b-2b3c5e945033 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Aug 10 14:14:47.657492 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8681e-458a-4286-a5b8-1cb0cbb38f05 None None] New status for floating IP 76bae104-3e90-4960-af8b-f790c9e53037: DOWN {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:14:47.779741 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-6b9c7757-dd3d-4a84-9678-1c15f782ac0c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414526409&fields=id&tenant_id=758775bbbcbf479a918e7e586753aee6 HTTP/1.1" status: 200 len: 267 time: 0.0340438 Aug 10 14:14:47.906497 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295359d5-1930-4675-80f3-2962eaf2146c req-8059a141-8ac5-4e71-a5fe-a0149a6cfaf8 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:47.908044 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-8059a141-8ac5-4e71-a5fe-a0149a6cfaf8 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 812 time: 0.1205294 Aug 10 14:14:47.923429 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-d32b83e6-7f8a-48b4-8db1-c7fdfd6555a8 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/quotas/758775bbbcbf479a918e7e586753aee6 HTTP/1.1" status: 200 len: 375 time: 0.0090601 Aug 10 14:14:47.977853 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-242901af-22e8-49b3-b62f-567c4ce55c0e tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491228 Aug 10 14:14:48.079414 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-7efa4c9b-a639-4c74-8e1b-d627b5fa1d22 service neutron] 10.222.0.26 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879757 Aug 10 14:14:48.171144 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-41b24b7d-99c4-4a42-a56f-bbf7e0666e7c service neutron] 10.222.0.26 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850172 Aug 10 14:14:48.484746 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-42c40a48-0fcb-4f7e-bc19-5dfdcdb51810 req-faaecfc5-2fd2-4705-83c7-e91c8f813c86 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 210 time: 0.0378814 Aug 10 14:14:48.526017 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ab0f6-dafa-4c28-a2df-52181c1fa6a6 req-7e2e6a2c-27d6-4d9b-b9b7-4ffd376a83f4 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:48.527543 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a95ab0f6-dafa-4c28-a2df-52181c1fa6a6 req-7e2e6a2c-27d6-4d9b-b9b7-4ffd376a83f4 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 943 time: 0.0531712 Aug 10 14:14:48.575681 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a95ab0f6-dafa-4c28-a2df-52181c1fa6a6 req-13ea392d-ff40-4d0b-8d79-630f8ccf8130 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383685 Aug 10 14:14:49.475637 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295359d5-1930-4675-80f3-2962eaf2146c req-53c768be-e80f-4793-b49c-24baf1f08e36 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:49.477292 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-53c768be-e80f-4793-b49c-24baf1f08e36 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 812 time: 0.1048937 Aug 10 14:14:49.525682 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-62329e9c-3a55-46c3-8618-3b2895be6fa9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758775bbbcbf479a918e7e586753aee6 HTTP/1.1" status: 200 len: 379 time: 0.0341353 Aug 10 14:14:49.536810 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'port': {'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'admin_state_up': True, 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'security_groups': ['de7c9191-346c-4f07-8272-34601b8349e6']}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:49.610800 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e11d5749-ee98-4925-b223-82ae5f9d2f35 req-6c866fa4-8bc6-4602-b123-eab6b110a8e3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 210 time: 0.0587809 Aug 10 14:14:49.703591 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Made reservation on behalf of 758775bbbcbf479a918e7e586753aee6 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:14:49.706944 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:49.723525 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567582d6-b7c2-4634-9e2f-c65f86597efc req-c4e458c0-725d-43a2-9b52-a49993450ce3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:49.725000 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-567582d6-b7c2-4634-9e2f-c65f86597efc req-c4e458c0-725d-43a2-9b52-a49993450ce3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 943 time: 0.0786355 Aug 10 14:14:49.811972 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-567582d6-b7c2-4634-9e2f-c65f86597efc req-e6182987-c718-4ee5-891b-3a2f0d9a5e84 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799963 Aug 10 14:14:49.871832 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Allocated IP 172.20.0.9 (5a458730-9541-4ff6-a861-0f529102559f/201af45a-0afb-4ad4-a26e-930ccd725184/dfc6d810-8ab2-423a-9cc9-520b98945a82) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:14:49.928192 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1316e665-667f-46ba-8043-708125128613 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:14:49.940904 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 3735c38d-82d1-4379-af92-4553ef4779b0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:14:49.966693 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 3735c38d-82d1-4379-af92-4553ef4779b0 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:14:49.967040 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 3735c38d-82d1-4379-af92-4553ef4779b0 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:14:50.030929 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.047916 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Transition to ACTIVE for port object dfc6d810-8ab2-423a-9cc9-520b98945a82 will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:14:50.054332 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1316e665-667f-46ba-8043-708125128613, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1316e665-667f-46ba-8043-708125128613,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:50.065729 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '1316e665-667f-46ba-8043-708125128613', 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9', 'port_id': '1316e665-667f-46ba-8043-708125128613', 'mac_address': 'fa:16:3e:e8:06:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da2d28f-73a4-4f6d-8751-17cb90b7dcd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:14:50.096870 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.109055 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.123174 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1316e665-667f-46ba-8043-708125128613 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:14:50.141056 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Network 5a458730-9541-4ff6-a861-0f529102559f is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:14:50.144178 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:14:50.148022 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:14:50.148843 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1316e665-667f-46ba-8043-708125128613, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1316e665-667f-46ba-8043-708125128613,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:50.153757 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.189880 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'Port': ['ID=dfc6d810-8ab2-423a-9cc9-520b98945a82,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:50.208526 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=1316e665-667f-46ba-8043-708125128613,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:50.218737 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:50.219396 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.233905 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-53a24295-d807-41bc-bec6-6b9b304c0e9b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7011471 Aug 10 14:14:50.257240 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Request body: {'port': {'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:50.316455 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.401770 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-d4277b48-a616-4e14-b031-dc044978121e None None] Provisioning for port dfc6d810-8ab2-423a-9cc9-520b98945a82 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:14:50.405686 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-d4277b48-a616-4e14-b031-dc044978121e None None] Provisioning complete for port dfc6d810-8ab2-423a-9cc9-520b98945a82 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:14:50.406131 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-d4277b48-a616-4e14-b031-dc044978121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.438954 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-d4277b48-a616-4e14-b031-dc044978121e None None] Port dfc6d810-8ab2-423a-9cc9-520b98945a82 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:14:50.452132 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['1316e665-667f-46ba-8043-708125128613'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:14:50.583805 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc6d810-8ab2-423a-9cc9-520b98945a82 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:14:50.591302 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.603149 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Transition to ACTIVE for port object dfc6d810-8ab2-423a-9cc9-520b98945a82 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:14:50.607316 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.722701 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc6d810-8ab2-423a-9cc9-520b98945a82,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:50.782738 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21270225-1803-4596-97b4-565433f20a58 req-b18acfc8-cd65-4f9c-b24f-d4801a88c359 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:50.784536 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-21270225-1803-4596-97b4-565433f20a58 req-b18acfc8-cd65-4f9c-b24f-d4801a88c359 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 943 time: 0.0955946 Aug 10 14:14:50.789844 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Attempting to bind port dfc6d810-8ab2-423a-9cc9-520b98945a82 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:14:50.790184 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Attempting to bind port dfc6d810-8ab2-423a-9cc9-520b98945a82 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:14:50.790546 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Attempting to bind port dfc6d810-8ab2-423a-9cc9-520b98945a82 on network 5a458730-9541-4ff6-a861-0f529102559f {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:14:50.802258 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Port dfc6d810-8ab2-423a-9cc9-520b98945a82 on network 5a458730-9541-4ff6-a861-0f529102559f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:14:50.802599 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Attempting to bind port dfc6d810-8ab2-423a-9cc9-520b98945a82 on network 5a458730-9541-4ff6-a861-0f529102559f {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:14:50.816098 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:14:50.816438 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Checking segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:14:50.816821 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Bound using segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:14:50.817830 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Bound port: dfc6d810-8ab2-423a-9cc9-520b98945a82, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:14:50.818189 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:50.846966 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-21270225-1803-4596-97b4-565433f20a58 req-74626a1a-3d55-4509-ad1d-88f819cd8bf7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527687 Aug 10 14:14:50.950535 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] For port dfc6d810-8ab2-423a-9cc9-520b98945a82, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:14:50.969605 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] For port dfc6d810-8ab2-423a-9cc9-520b98945a82, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:14:50.982305 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d83b5-b247-481a-a540-94de2caa8acb req-20bcf819-89a8-43bd-ba77-5d8b7d258e3b tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:50.983780 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2a2d83b5-b247-481a-a540-94de2caa8acb req-20bcf819-89a8-43bd-ba77-5d8b7d258e3b tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 944 time: 0.0957592 Aug 10 14:14:50.985009 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:51.044531 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:51.045169 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:51.046602 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] 10.222.0.53 "PUT /v2.0/ports/dfc6d810-8ab2-423a-9cc9-520b98945a82 HTTP/1.1" status: 200 len: 1093 time: 0.7942688 Aug 10 14:14:51.048442 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:14:51.050746 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:14:51.083396 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea4c97-2d70-4a39-8a56-34b39cb5d205 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc6d810-8ab2-423a-9cc9-520b98945a82,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:51.101163 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2a2d83b5-b247-481a-a540-94de2caa8acb req-1bf27b3f-fbb6-449f-898a-62e100e17a83 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102030 Aug 10 14:14:51.148700 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edb0f81-2a22-4655-9634-4a438fc66e75 x-openstack-request-id: req-9edb0f81-2a22-4655-9634-4a438fc66e75 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:14:51.148700 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:14:51.148700 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9edb0f81-2a22-4655-9634-4a438fc66e75 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:14:51.148700 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'status': 'completed', 'code': 200} Aug 10 14:14:51.167331 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295359d5-1930-4675-80f3-2962eaf2146c req-e4ce264b-0ae0-4897-b8ac-4fcca1cea220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:51.169044 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-e4ce264b-0ae0-4897-b8ac-4fcca1cea220 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 1096 time: 0.0583043 Aug 10 14:14:51.231331 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-f763a4ff-510b-4ff2-9c19-b48812b071a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82 HTTP/1.1" status: 200 len: 217 time: 0.0471575 Aug 10 14:14:51.291011 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295359d5-1930-4675-80f3-2962eaf2146c req-2c7ac3e2-57d3-40f8-b59d-6213c15a145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:51.292599 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-2c7ac3e2-57d3-40f8-b59d-6213c15a145d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0546122 Aug 10 14:14:51.342859 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295359d5-1930-4675-80f3-2962eaf2146c req-b682b89c-b774-4820-996e-6956b689bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:51.344330 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-b682b89c-b774-4820-996e-6956b689bb28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441077 Aug 10 14:14:51.453014 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-57508c41-ca26-446d-acb0-ff0aff9d8528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:51.464936 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-ede4761a-7fab-4bc2-ba2e-1f1ca88d8ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130500 Aug 10 14:14:51.558637 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-295359d5-1930-4675-80f3-2962eaf2146c req-9ecc67b2-13af-4d76-889e-1b058c99952d service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855365 Aug 10 14:14:51.698213 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-d79cbdfe-6a7d-4745-94a1-ebd34169b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:51.699655 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-d79cbdfe-6a7d-4745-94a1-ebd34169b6bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 1096 time: 0.0435803 Aug 10 14:14:51.786868 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-ea68ec8c-9da9-413a-824d-6bac7e51aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:51.788345 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-ea68ec8c-9da9-413a-824d-6bac7e51aa94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.0813165 Aug 10 14:14:51.829464 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-e6711307-cd2f-405f-8ce0-96f66a3762f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82 HTTP/1.1" status: 200 len: 217 time: 0.0333393 Aug 10 14:14:51.883537 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-affa14ad-0294-40c2-8963-89af538d889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:51.884800 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-affa14ad-0294-40c2-8963-89af538d889c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0472806 Aug 10 14:14:51.943183 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1316e665-667f-46ba-8043-708125128613 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:14:51.955350 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-60e9962c-9687-427a-840e-73f3e57a24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:51.956756 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-60e9962c-9687-427a-840e-73f3e57a24fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629308 Aug 10 14:14:51.993143 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 1316e665-667f-46ba-8043-708125128613 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:14:51.993394 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69e522-ba30-4345-906a-437af0e5d1e8 req-341879fe-572f-47ac-8845-7d8bfaa2d9a3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:51.995021 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d69e522-ba30-4345-906a-437af0e5d1e8 req-341879fe-572f-47ac-8845-7d8bfaa2d9a3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 943 time: 0.0719488 Aug 10 14:14:52.013378 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 1316e665-667f-46ba-8043-708125128613 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:14:52.013767 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:52.082318 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d69e522-ba30-4345-906a-437af0e5d1e8 req-6a9841ee-3e9f-4a07-8946-0c4198570e26 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499055 Aug 10 14:14:52.093101 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:52.100658 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-ca7d0bc8-817c-4285-87e9-a56e6659b6f0 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342585 Aug 10 14:14:52.116632 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3944f174-c0c1-48e1-abb8-782e7698e472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316e665-667f-46ba-8043-708125128613'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:14:52.118895 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48522f0a-ec3f-44b7-a3b3-15117bcfb276" -d '{"events": [{"server_uuid": "3944f174-c0c1-48e1-abb8-782e7698e472", "name": "network-vif-plugged", "status": "completed", "tag": "1316e665-667f-46ba-8043-708125128613"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:14:52.132194 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 1316e665-667f-46ba-8043-708125128613, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1316e665-667f-46ba-8043-708125128613,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:52.143647 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:52.172280 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6272e0c0-a6cf-434c-b8f4-cc2a5fa807fb x-openstack-request-id: req-6272e0c0-a6cf-434c-b8f4-cc2a5fa807fb {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:14:52.172661 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3944f174-c0c1-48e1-abb8-782e7698e472", "name": "network-vif-plugged", "status": "completed", "tag": "1316e665-667f-46ba-8043-708125128613", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:14:52.172988 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6272e0c0-a6cf-434c-b8f4-cc2a5fa807fb {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:14:52.173586 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3944f174-c0c1-48e1-abb8-782e7698e472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316e665-667f-46ba-8043-708125128613', 'code': 200} Aug 10 14:14:52.203258 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=1316e665-667f-46ba-8043-708125128613,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:52.209773 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c23c39e6-1aa1-49b7-aa42-d393b87e61a3 req-2974571a-1ac0-4328-a2b6-3fa09f762a9a service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012852 Aug 10 14:14:52.249246 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0f2a9-32c5-4e5b-b464-7f4f14b8472d req-d69de654-77ac-4394-b602-623d99e128b6 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:52.250752 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e0d0f2a9-32c5-4e5b-b464-7f4f14b8472d req-d69de654-77ac-4394-b602-623d99e128b6 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 945 time: 0.0563684 Aug 10 14:14:52.291913 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e0d0f2a9-32c5-4e5b-b464-7f4f14b8472d req-ee7dc553-378d-4330-971e-78086775b308 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341578 Aug 10 14:14:52.371354 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd098b-e6f2-4b17-91ae-130220e1957c req-36c9971f-70bc-4b16-8823-af6da45547c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:52.372818 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4dfd098b-e6f2-4b17-91ae-130220e1957c req-36c9971f-70bc-4b16-8823-af6da45547c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 1098 time: 0.0390728 Aug 10 14:14:52.409048 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4dfd098b-e6f2-4b17-91ae-130220e1957c req-0a14245b-70e0-43a3-9770-19e6c8adfec6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295925 Aug 10 14:14:52.467862 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:53.205093 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3b8ea-aac6-4aaa-ad3e-ccb9e0f75a6f req-8feb0467-8621-453b-947d-114e823c7472 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:53.206552 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76b3b8ea-aac6-4aaa-ad3e-ccb9e0f75a6f req-8feb0467-8621-453b-947d-114e823c7472 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 943 time: 0.0535934 Aug 10 14:14:53.243943 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-76b3b8ea-aac6-4aaa-ad3e-ccb9e0f75a6f req-7253472d-d739-431a-b9b2-8663a2ffcf37 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Aug 10 14:14:53.408417 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43198d6c-32c6-4d21-aedb-0915a4928eee req-f453da2b-dc47-4422-8d40-a5a835121fd5 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:53.409801 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-43198d6c-32c6-4d21-aedb-0915a4928eee req-f453da2b-dc47-4422-8d40-a5a835121fd5 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 945 time: 0.0515203 Aug 10 14:14:53.448325 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-43198d6c-32c6-4d21-aedb-0915a4928eee req-9cf02356-1adf-4d8f-92e9-245722dcf95b tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Aug 10 14:14:53.765984 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-665f65c4-40bc-43fb-a9db-748f5245b4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:54.203570 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:54.359955 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2b4f-a748-48fd-b7b6-7b0efd14bce8 req-6596dcd8-95d1-4680-bb7f-70272223b446 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:54.361416 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-176f2b4f-a748-48fd-b7b6-7b0efd14bce8 req-6596dcd8-95d1-4680-bb7f-70272223b446 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 943 time: 0.0485535 Aug 10 14:14:54.401135 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-176f2b4f-a748-48fd-b7b6-7b0efd14bce8 req-b416ce75-089e-4baa-8e30-5e0b19647b93 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335429 Aug 10 14:14:54.565445 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98df8c-37c8-46aa-a619-efe821645a46 req-15c487a6-0ba8-457a-bac9-422ea781818a tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:54.566846 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6b98df8c-37c8-46aa-a619-efe821645a46 req-15c487a6-0ba8-457a-bac9-422ea781818a tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 945 time: 0.0489361 Aug 10 14:14:54.605036 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6b98df8c-37c8-46aa-a619-efe821645a46 req-d4f54733-45bf-4d9b-9378-577720409391 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Aug 10 14:14:54.903146 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:55.296084 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502d328-1095-4bf5-863d-a77be1afa69f req-64cf19c5-3256-4a5a-8a5b-47d83095e13f tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:55.297594 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6502d328-1095-4bf5-863d-a77be1afa69f req-64cf19c5-3256-4a5a-8a5b-47d83095e13f tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 945 time: 0.0570321 Aug 10 14:14:55.343907 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6502d328-1095-4bf5-863d-a77be1afa69f req-d3057269-165b-4adc-b426-49ba6b32a072 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Aug 10 14:14:55.517314 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7336b34-dfa4-4902-8fce-f205463d9b2d req-603e5971-4bb9-404c-9043-198a4740a9a2 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:55.518775 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d7336b34-dfa4-4902-8fce-f205463d9b2d req-603e5971-4bb9-404c-9043-198a4740a9a2 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 943 time: 0.0499258 Aug 10 14:14:55.555552 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d7336b34-dfa4-4902-8fce-f205463d9b2d req-1b5107c5-0ea8-4a69-9488-678200a25de3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309262 Aug 10 14:14:56.466854 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924e94-75e7-4b71-9df1-2baee7468c53 req-4c2b1942-8cd2-4b9f-8c7a-86c8e4c4e4fc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:56.468659 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e4924e94-75e7-4b71-9df1-2baee7468c53 req-4c2b1942-8cd2-4b9f-8c7a-86c8e4c4e4fc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 945 time: 0.0552096 Aug 10 14:14:56.513609 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e4924e94-75e7-4b71-9df1-2baee7468c53 req-a98f6a2f-2a46-40df-a242-eab43ff27bbe tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369334 Aug 10 14:14:56.676762 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:56.706093 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a5ced-945a-4a2f-8b86-4d5c5c01e736 req-df23070a-0c6b-43de-96f3-614a495de515 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:56.707685 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a00a5ced-945a-4a2f-8b86-4d5c5c01e736 req-df23070a-0c6b-43de-96f3-614a495de515 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 943 time: 0.0818291 Aug 10 14:14:56.715696 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-6f3e88c0-91e1-46b1-8dfe-c97692548f9b tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:56.717028 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-6f3e88c0-91e1-46b1-8dfe-c97692548f9b tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.53 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 945 time: 0.0800672 Aug 10 14:14:56.799673 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a00a5ced-945a-4a2f-8b86-4d5c5c01e736 req-bd1b32ee-80d5-419d-a856-55a94da4466b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816679 Aug 10 14:14:56.831094 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Deleting port 1316e665-667f-46ba-8043-708125128613 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:14:56.831603 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:56.924165 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] For port 1316e665-667f-46ba-8043-708125128613, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1316e665-667f-46ba-8043-708125128613,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:56.924536 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:56.937535 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Calling delete_port for 1316e665-667f-46ba-8043-708125128613 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:14:57.321181 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:57.349123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Pushing event deleted for resources: {'Port': ['ID=1316e665-667f-46ba-8043-708125128613,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:57.357787 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['1316e665-667f-46ba-8043-708125128613'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:14:57.388030 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] No DVR routers for this DVR port 1316e665-667f-46ba-8043-708125128613 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:14:57.390363 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:57.392361 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1c124f44-7042-4ea0-92f2-e37816340c40 req-665354c6-70ec-4aa7-ad49-43029887e969 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.53 "DELETE /v2.0/ports/1316e665-667f-46ba-8043-708125128613 HTTP/1.1" status: 204 len: 173 time: 0.6684408 Aug 10 14:14:57.392785 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3944f174-c0c1-48e1-abb8-782e7698e472', 'name': 'network-vif-deleted', 'tag': '1316e665-667f-46ba-8043-708125128613'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:14:57.395686 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3797b24-d0c1-4730-8c25-b6a024600387" -d '{"events": [{"server_uuid": "3944f174-c0c1-48e1-abb8-782e7698e472", "name": "network-vif-deleted", "tag": "1316e665-667f-46ba-8043-708125128613"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:14:57.431896 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1264f77d-6c14-49dd-9781-7eb87432e26f x-openstack-request-id: req-1264f77d-6c14-49dd-9781-7eb87432e26f {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:14:57.432190 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3944f174-c0c1-48e1-abb8-782e7698e472", "name": "network-vif-deleted", "tag": "1316e665-667f-46ba-8043-708125128613", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:14:57.432626 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1264f77d-6c14-49dd-9781-7eb87432e26f {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:14:57.433022 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3944f174-c0c1-48e1-abb8-782e7698e472', 'name': 'network-vif-deleted', 'tag': '1316e665-667f-46ba-8043-708125128613', 'status': 'completed', 'code': 200} Aug 10 14:14:57.620610 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-74abc38f-0a97-4fe4-8837-bb020725013b req-58482e3b-1fd9-43a1-a270-81965b32e8bd tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=3944f174-c0c1-48e1-abb8-782e7698e472 HTTP/1.1" status: 200 len: 210 time: 0.0289836 Aug 10 14:14:57.921112 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4cb96-5c37-4074-a1fe-0946dd4daf05 req-9831f5ec-39dc-42dc-b45a-3c0966abfde5 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:57.922656 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ce4cb96-5c37-4074-a1fe-0946dd4daf05 req-9831f5ec-39dc-42dc-b45a-3c0966abfde5 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 943 time: 0.0527771 Aug 10 14:14:57.962254 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1ce4cb96-5c37-4074-a1fe-0946dd4daf05 req-3d0df358-ff15-4898-abc5-1eeab6389c79 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Aug 10 14:14:58.922492 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-27b2d31a-d50b-4ac1-86fe-a9f44947ef79 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:58.923990 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-27b2d31a-d50b-4ac1-86fe-a9f44947ef79 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/networks?id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 HTTP/1.1" status: 200 len: 809 time: 0.1070273 Aug 10 14:14:58.939403 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-b6c2d414-13fa-440f-b88d-032c2644bb11 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/quotas/c50926e2c9624a23b4710c44e3565dc3 HTTP/1.1" status: 200 len: 375 time: 0.0088806 Aug 10 14:14:58.970296 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-abb4ac6e-51d0-44a9-8d97-2b67aee6f157 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c50926e2c9624a23b4710c44e3565dc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250680 Aug 10 14:14:59.091058 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-c65163ba-206b-4613-b256-4222c084146f service neutron] 10.222.0.26 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135886 Aug 10 14:14:59.104260 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a6147-96c9-4811-b4c8-d852da00e5eb req-f5100fea-0c7d-4adf-b448-eecee2c498dc tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:59.105732 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798a6147-96c9-4811-b4c8-d852da00e5eb req-f5100fea-0c7d-4adf-b448-eecee2c498dc tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 943 time: 0.0719097 Aug 10 14:14:59.195099 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-798a6147-96c9-4811-b4c8-d852da00e5eb req-2ba641a2-1bcc-40f6-8f88-f9665673b681 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794377 Aug 10 14:14:59.230751 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-60e40fae-906d-4f12-baed-aa221d0a83bf service neutron] 10.222.0.26 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228225 Aug 10 14:14:59.398882 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab9007ca-0a63-4631-97a2-5e24b1cd2819 req-32c9c863-9491-4deb-ba63-6deda496c80b tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 210 time: 0.0322948 Aug 10 14:14:59.601385 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 54294) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:59.709674 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-67889d46-476b-4cab-aa24-cca2c6d63961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.805269 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-67889d46-476b-4cab-aa24-cca2c6d63961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.809062 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-67889d46-476b-4cab-aa24-cca2c6d63961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.846153 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-67889d46-476b-4cab-aa24-cca2c6d63961 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f439387ec704b58a200176f21fa9ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436483 Aug 10 14:14:59.847357 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67889d46-476b-4cab-aa24-cca2c6d63961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab2b69-8bc3-449c-8198-ae2e44ff7877,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:59.849443 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54298) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:59.902889 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b8e60a32-c7df-49ff-bd0a-d4144d39dcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.924622 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b8e60a32-c7df-49ff-bd0a-d4144d39dcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.961848 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device dfc6d810-8ab2-423a-9cc9-520b98945a82 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:14:59.972622 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b8e60a32-c7df-49ff-bd0a-d4144d39dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.976134 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-b8e60a32-c7df-49ff-bd0a-d4144d39dcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.978008 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-b8e60a32-c7df-49ff-bd0a-d4144d39dcbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90ab2b69-8bc3-449c-8198-ae2e44ff7877 HTTP/1.1" status: 204 len: 168 time: 0.1262755 Aug 10 14:14:59.986106 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e60a32-c7df-49ff-bd0a-d4144d39dcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab2b69-8bc3-449c-8198-ae2e44ff7877,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:00.076217 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port dfc6d810-8ab2-423a-9cc9-520b98945a82, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:00.087963 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:15:00.128614 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.141674 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc6d810-8ab2-423a-9cc9-520b98945a82 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:15:00.163439 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port dfc6d810-8ab2-423a-9cc9-520b98945a82, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:00.167308 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.219255 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=dfc6d810-8ab2-423a-9cc9-520b98945a82,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:00.255732 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54306) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:00.273153 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6af2ca80-5a0a-4661-a5a8-85793f4e3385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.415014 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73dfd0-17a8-4c30-893c-1ffb704f61e0 req-2bb768a2-4533-4a78-ac18-8e450c9cf520 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:00.416708 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8c73dfd0-17a8-4c30-893c-1ffb704f61e0 req-2bb768a2-4533-4a78-ac18-8e450c9cf520 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 944 time: 0.1454155 Aug 10 14:15:00.475488 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-f5b0867c-c5bd-4db6-90ec-4e407caef572 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:00.477095 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-f5b0867c-c5bd-4db6-90ec-4e407caef572 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.53 "GET /v2.0/networks?id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 HTTP/1.1" status: 200 len: 809 time: 0.1875126 Aug 10 14:15:00.478147 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['dfc6d810-8ab2-423a-9cc9-520b98945a82'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:15:00.510951 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Request body: {'port': {'device_id': 'b941dff1-ca9f-4744-bea3-7e1eec85a359', 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9', 'admin_state_up': True, 'tenant_id': 'c50926e2c9624a23b4710c44e3565dc3'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:15:00.531452 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8c73dfd0-17a8-4c30-893c-1ffb704f61e0 req-44042d8c-3ea8-4fde-9e4d-1c3003e5088d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052248 Aug 10 14:15:00.548215 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-34c81c28-5bcf-42d6-a4a7-5d54a59fa09f req-496bc7e8-42c9-4159-b7e5-0c593e8e0acd tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 210 time: 0.0689569 Aug 10 14:15:00.617508 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6af2ca80-5a0a-4661-a5a8-85793f4e3385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.625093 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6af2ca80-5a0a-4661-a5a8-85793f4e3385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.681663 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-6af2ca80-5a0a-4661-a5a8-85793f4e3385 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efc39166f1a249e7825f630c4c8d8ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241371 Aug 10 14:15:00.684312 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 54314) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:00.684824 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2ca80-5a0a-4661-a5a8-85793f4e3385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a525a0df-fc2b-47a4-8d96-26da6297a036,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:00.700628 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Made reservation on behalf of c50926e2c9624a23b4710c44e3565dc3 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:15:00.704659 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.737240 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ef8a67a2-9921-4eed-adf8-6e5363020054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.758169 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ef8a67a2-9921-4eed-adf8-6e5363020054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.806459 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ef8a67a2-9921-4eed-adf8-6e5363020054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.809196 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-ef8a67a2-9921-4eed-adf8-6e5363020054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:00.810378 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-ef8a67a2-9921-4eed-adf8-6e5363020054 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a525a0df-fc2b-47a4-8d96-26da6297a036 HTTP/1.1" status: 204 len: 168 time: 0.1244040 Aug 10 14:15:00.818755 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a67a2-9921-4eed-adf8-6e5363020054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a525a0df-fc2b-47a4-8d96-26da6297a036,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:00.843669 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Allocated IP 172.20.0.10 (90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9/7da2d28f-73a4-4f6d-8751-17cb90b7dcd8/62613391-fe2b-489b-b945-fdf6b17a7a26) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:15:00.999630 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.039163 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.080115 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:15:01.091346 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:15:01.095239 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:15:01.103205 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Pushing event updated for resources: {'Port': ['ID=62613391-fe2b-489b-b945-fdf6b17a7a26,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:01.147902 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:01.148529 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.163417 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-173900cf-2b5d-48aa-ab21-fd2aecad9ffc tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6629636 Aug 10 14:15:01.180507 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Request body: {'port': {'device_id': 'b941dff1-ca9f-4744-bea3-7e1eec85a359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:15:01.239214 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.505882 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62613391-fe2b-489b-b945-fdf6b17a7a26 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:15:01.513575 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.526859 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Transition to ACTIVE for port object 62613391-fe2b-489b-b945-fdf6b17a7a26 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:15:01.530834 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.581545 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Pushing event updated for resources: {'Port': ['ID=62613391-fe2b-489b-b945-fdf6b17a7a26,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:01.721027 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d245daa-605e-40bd-aa67-695a8582c707 req-3e013e7b-496e-4af2-8151-58fd236bb2ec tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:01.722440 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7d245daa-605e-40bd-aa67-695a8582c707 req-3e013e7b-496e-4af2-8151-58fd236bb2ec tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 944 time: 0.0976593 Aug 10 14:15:01.723448 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Attempting to bind port 62613391-fe2b-489b-b945-fdf6b17a7a26 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:15:01.723766 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Attempting to bind port 62613391-fe2b-489b-b945-fdf6b17a7a26 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f364c908-32b1-4e0b-857c-964034706774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:15:01.724181 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Attempting to bind port 62613391-fe2b-489b-b945-fdf6b17a7a26 on network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:15:01.737439 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Port 62613391-fe2b-489b-b945-fdf6b17a7a26 on network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:15:01.737763 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Attempting to bind port 62613391-fe2b-489b-b945-fdf6b17a7a26 on network 90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:15:01.759218 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa3f54-4d1a-4e83-b44f-662a7503248c req-fdc8547b-7d19-46d6-b260-d714b413d2ac tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:01.760742 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-56aa3f54-4d1a-4e83-b44f-662a7503248c req-fdc8547b-7d19-46d6-b260-d714b413d2ac tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 944 time: 0.1224680 Aug 10 14:15:01.763649 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:15:01.763995 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Checking segment: {'id': 'f364c908-32b1-4e0b-857c-964034706774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:15:01.764379 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Bound using segment: {'id': 'f364c908-32b1-4e0b-857c-964034706774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:15:01.764829 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Bound port: 62613391-fe2b-489b-b945-fdf6b17a7a26, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f364c908-32b1-4e0b-857c-964034706774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:15:01.765193 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.832997 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7d245daa-605e-40bd-aa67-695a8582c707 req-364baba4-a55a-4a5d-98de-a0303ffce059 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027687 Aug 10 14:15:01.854511 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-56aa3f54-4d1a-4e83-b44f-662a7503248c req-d2bc91cd-ea71-4f61-93cb-b3c4f2aae04e tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845349 Aug 10 14:15:01.885458 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] For port 62613391-fe2b-489b-b945-fdf6b17a7a26, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:15:01.888729 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] For port 62613391-fe2b-489b-b945-fdf6b17a7a26, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62613391-fe2b-489b-b945-fdf6b17a7a26,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:15:01.892408 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.925956 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:01.927112 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.928526 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-03c851c7-db44-460b-baf5-d555b627380f service neutron] 10.222.0.53 "PUT /v2.0/ports/62613391-fe2b-489b-b945-fdf6b17a7a26 HTTP/1.1" status: 200 len: 1094 time: 0.7523873 Aug 10 14:15:01.928969 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b941dff1-ca9f-4744-bea3-7e1eec85a359', 'tag': '62613391-fe2b-489b-b945-fdf6b17a7a26'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:15:01.931206 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a67d630-b344-49e6-be10-60c576ceffcb" -d '{"events": [{"name": "network-changed", "server_uuid": "b941dff1-ca9f-4744-bea3-7e1eec85a359", "tag": "62613391-fe2b-489b-b945-fdf6b17a7a26"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:15:01.956212 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c851c7-db44-460b-baf5-d555b627380f service neutron] Pushing event updated for resources: {'Port': ['ID=62613391-fe2b-489b-b945-fdf6b17a7a26,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:01.973311 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fc17d6-f10c-4a56-ab91-c7078143d199 x-openstack-request-id: req-17fc17d6-f10c-4a56-ab91-c7078143d199 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:15:01.973612 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b941dff1-ca9f-4744-bea3-7e1eec85a359", "tag": "62613391-fe2b-489b-b945-fdf6b17a7a26", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:15:01.973869 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17fc17d6-f10c-4a56-ab91-c7078143d199 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:15:01.974277 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b941dff1-ca9f-4744-bea3-7e1eec85a359', 'tag': '62613391-fe2b-489b-b945-fdf6b17a7a26', 'status': 'completed', 'code': 200} Aug 10 14:15:01.989070 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device dfc6d810-8ab2-423a-9cc9-520b98945a82 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:15:02.032328 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-939c8112-5057-4356-abc4-47e3a7f1e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:02.033861 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-939c8112-5057-4356-abc4-47e3a7f1e355 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c50926e2c9624a23b4710c44e3565dc3&device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 1097 time: 0.0432205 Aug 10 14:15:02.044292 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port dfc6d810-8ab2-423a-9cc9-520b98945a82 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:15:02.047981 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port dfc6d810-8ab2-423a-9cc9-520b98945a82 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:15:02.048361 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:02.087880 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-393c9435-0554-4909-ba35-e43e204ed912 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62613391-fe2b-489b-b945-fdf6b17a7a26 HTTP/1.1" status: 200 len: 217 time: 0.0410454 Aug 10 14:15:02.137261 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:02.139735 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-f9f73082-d3d3-472c-a57a-4fffb7e24be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:02.141272 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-f9f73082-d3d3-472c-a57a-4fffb7e24be9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7da2d28f-73a4-4f6d-8751-17cb90b7dcd8 HTTP/1.1" status: 200 len: 849 time: 0.0467207 Aug 10 14:15:02.159914 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:15:02.162692 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69479e43-b866-429b-9b74-3c89cd74e754" -d '{"events": [{"server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "name": "network-vif-plugged", "status": "completed", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:15:02.180299 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port dfc6d810-8ab2-423a-9cc9-520b98945a82, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:02.183003 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-221f9eb3-c6dd-4a28-b7d3-9136dc4ce009 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344095 Aug 10 14:15:02.184867 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:02.185671 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1316e665-667f-46ba-8043-708125128613 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:15:02.214339 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64d2b19-ed06-4b02-9089-77a32220d4ae x-openstack-request-id: req-f64d2b19-ed06-4b02-9089-77a32220d4ae {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:15:02.214631 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "name": "network-vif-plugged", "status": "completed", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:15:02.215181 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f64d2b19-ed06-4b02-9089-77a32220d4ae {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:15:02.215323 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'code': 200} Aug 10 14:15:02.232810 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 1316e665-667f-46ba-8043-708125128613 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:15:02.233172 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 1316e665-667f-46ba-8043-708125128613 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:15:02.265906 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=dfc6d810-8ab2-423a-9cc9-520b98945a82,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:02.294692 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-258acdff-4ca0-4686-9243-fe84a0eaa312 service neutron] 10.222.0.53 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042218 Aug 10 14:15:02.392799 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f01fa1e8-b739-41b6-bc20-ab31e2793d7e req-c4d88381-4ced-44fc-a082-b1afa0aa6213 service neutron] 10.222.0.53 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907831 Aug 10 14:15:02.466089 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3973fb6-4d39-4c0b-92cd-adfcd91c90ff req-44032d34-44b8-4649-8e51-cb16be11418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:02.467644 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d3973fb6-4d39-4c0b-92cd-adfcd91c90ff req-44032d34-44b8-4649-8e51-cb16be11418c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 1098 time: 0.0448880 Aug 10 14:15:02.546429 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d3973fb6-4d39-4c0b-92cd-adfcd91c90ff req-26aa6cf5-3d8a-4753-b812-6c48efe1f89e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614026 Aug 10 14:15:02.552439 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d630-b344-49e6-be10-60c576ceffcb req-d14f28e3-e320-44a4-867e-54cc0a93f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:02.553975 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8a67d630-b344-49e6-be10-60c576ceffcb req-d14f28e3-e320-44a4-867e-54cc0a93f369 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c50926e2c9624a23b4710c44e3565dc3&device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 1097 time: 0.0678892 Aug 10 14:15:02.891645 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d630-b344-49e6-be10-60c576ceffcb req-91897121-b5fe-46d5-8d3c-af24306f0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:02.893188 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8a67d630-b344-49e6-be10-60c576ceffcb req-91897121-b5fe-46d5-8d3c-af24306f0e55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 HTTP/1.1" status: 200 len: 910 time: 0.0884457 Aug 10 14:15:02.966449 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8a67d630-b344-49e6-be10-60c576ceffcb req-4c28046c-5229-428b-b612-c922fa107dee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62613391-fe2b-489b-b945-fdf6b17a7a26 HTTP/1.1" status: 200 len: 217 time: 0.0642645 Aug 10 14:15:03.052055 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90cd5c-0096-4f16-a012-63f6ecd561e0 req-352739b0-ee72-4553-bfa1-7957a623f87a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:03.053545 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cc90cd5c-0096-4f16-a012-63f6ecd561e0 req-352739b0-ee72-4553-bfa1-7957a623f87a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 945 time: 0.1448874 Aug 10 14:15:03.059474 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d630-b344-49e6-be10-60c576ceffcb req-c03c5f05-6037-4bdf-a64f-a698bcabf323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:03.060835 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8a67d630-b344-49e6-be10-60c576ceffcb req-c03c5f05-6037-4bdf-a64f-a698bcabf323 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7da2d28f-73a4-4f6d-8751-17cb90b7dcd8 HTTP/1.1" status: 200 len: 849 time: 0.0843918 Aug 10 14:15:03.071354 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f6fd7-5916-4fd1-834f-e91811682463 req-2f2ba5c2-3485-4891-90b1-d5c777fe36e2 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:03.072740 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bd5f6fd7-5916-4fd1-834f-e91811682463 req-2f2ba5c2-3485-4891-90b1-d5c777fe36e2 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 944 time: 0.1224425 Aug 10 14:15:03.117425 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8a67d630-b344-49e6-be10-60c576ceffcb req-bc38e85a-1c7b-4fe3-a2bc-87aab97238f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396881 Aug 10 14:15:03.188433 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cc90cd5c-0096-4f16-a012-63f6ecd561e0 req-52b5e65e-0352-47df-9e7f-84e0f22888c7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266556 Aug 10 14:15:03.199709 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-bd5f6fd7-5916-4fd1-834f-e91811682463 req-fdd8f1db-cebe-4cd5-8892-a62baa0ab424 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144555 Aug 10 14:15:03.236767 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8a67d630-b344-49e6-be10-60c576ceffcb req-2c46fd79-087f-490f-95d1-f14410c8d68e service neutron] 10.222.0.53 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107709 Aug 10 14:15:03.341518 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8a67d630-b344-49e6-be10-60c576ceffcb req-e015f971-e3e8-4d07-9057-8e62a97054ec service neutron] 10.222.0.53 "GET /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885916 Aug 10 14:15:04.339154 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175277-3830-4328-807f-2ba6a9f77901 req-1d9d99a2-7499-4eb8-80dc-1d427ace613a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:04.340695 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4c175277-3830-4328-807f-2ba6a9f77901 req-1d9d99a2-7499-4eb8-80dc-1d427ace613a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 945 time: 0.0827858 Aug 10 14:15:04.356312 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d038d2-5a7e-4df7-8667-63385d2ea92f req-ab941afe-0b0d-46ba-ab94-c721051b0ad3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:04.357843 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a3d038d2-5a7e-4df7-8667-63385d2ea92f req-ab941afe-0b0d-46ba-ab94-c721051b0ad3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 944 time: 0.0690596 Aug 10 14:15:04.417829 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4c175277-3830-4328-807f-2ba6a9f77901 req-d58f7afe-73c2-4819-8c0d-b13a949b003a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709784 Aug 10 14:15:04.422445 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a3d038d2-5a7e-4df7-8667-63385d2ea92f req-10b11180-2a50-494b-851c-f1f87286b4ff tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561049 Aug 10 14:15:04.530029 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75038b-c197-4580-ad5d-c748b3c48e05 req-296b113b-c0a6-4958-9867-6ab6e9ff43b7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:04.531565 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0b75038b-c197-4580-ad5d-c748b3c48e05 req-296b113b-c0a6-4958-9867-6ab6e9ff43b7 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 945 time: 0.0490234 Aug 10 14:15:04.568845 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0b75038b-c197-4580-ad5d-c748b3c48e05 req-b56f0f63-4a94-4d53-b281-c93206d2be42 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314701 Aug 10 14:15:04.593341 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54398) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:04.633089 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e431d5a-1fe0-41d4-afc2-323a8a31e1c5 tempest-TestVolumeBootPattern-1325315715 tempest-TestVolumeBootPattern-1325315715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:04.634589 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-0e431d5a-1fe0-41d4-afc2-323a8a31e1c5 tempest-TestVolumeBootPattern-1325315715 tempest-TestVolumeBootPattern-1325315715-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 1093 time: 0.0402918 Aug 10 14:15:04.637337 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54400) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:04.641625 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'floatingip': {'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:15:04.663177 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:04.759387 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:04.859108 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Allocated IP 172.27.1.83 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/f8284f8e-0331-4be6-8ee0-e51355953818) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:15:04.963918 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.003477 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.044371 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:15:05.049434 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:15:05.052138 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'Port': ['ID=f8284f8e-0331-4be6-8ee0-e51355953818,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:05.054250 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:15:05.403557 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.483372 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.608090 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c97db3-cd24-4be3-9e1e-0a25d9a31ea0 req-16c25c4a-73b3-497c-98ec-3ddea8c5da1c tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:05.609586 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4c97db3-cd24-4be3-9e1e-0a25d9a31ea0 req-16c25c4a-73b3-497c-98ec-3ddea8c5da1c tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 944 time: 0.1015725 Aug 10 14:15:05.671995 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b4c97db3-cd24-4be3-9e1e-0a25d9a31ea0 req-6bdc3db8-2393-4e59-a5fb-1d2b10aad489 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547199 Aug 10 14:15:05.711372 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.715822 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.780116 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'Port': ['ID=f8284f8e-0331-4be6-8ee0-e51355953818,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:05.791149 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 54412) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:05.797866 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.898283 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-000cb8ac-3e8e-4eea-8dd3-8835a2fdc00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.899786 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Floating IP acf85434-b9f8-486d-bcaf-013216faa170 associated. External IP: 172.27.1.83, port: dfc6d810-8ab2-423a-9cc9-520b98945a82. Aug 10 14:15:05.992137 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-000cb8ac-3e8e-4eea-8dd3-8835a2fdc00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.996382 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-000cb8ac-3e8e-4eea-8dd3-8835a2fdc00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.014996 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 62613391-fe2b-489b-b945-fdf6b17a7a26 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:15:06.044515 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cb8ac-3e8e-4eea-8dd3-8835a2fdc00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6aca17-8125-498d-9b4a-828171cef1ef,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:06.048916 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-000cb8ac-3e8e-4eea-8dd3-8835a2fdc00b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32f02249de32473db16648cc0fd8ce7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566683 Aug 10 14:15:06.053938 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 54416) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:06.111835 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0f9a4855-c38c-48c7-b80b-91affa3d5e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.134983 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0f9a4855-c38c-48c7-b80b-91affa3d5e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.142141 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 62613391-fe2b-489b-b945-fdf6b17a7a26, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62613391-fe2b-489b-b945-fdf6b17a7a26,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:06.155273 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '62613391-fe2b-489b-b945-fdf6b17a7a26', 'network_id': '90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9', 'port_id': '62613391-fe2b-489b-b945-fdf6b17a7a26', 'mac_address': 'fa:16:3e:26:cd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da2d28f-73a4-4f6d-8751-17cb90b7dcd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:15:06.186526 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0f9a4855-c38c-48c7-b80b-91affa3d5e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.189446 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0f9a4855-c38c-48c7-b80b-91affa3d5e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.191241 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-0f9a4855-c38c-48c7-b80b-91affa3d5e7b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e6aca17-8125-498d-9b4a-828171cef1ef HTTP/1.1" status: 204 len: 168 time: 0.1362207 Aug 10 14:15:06.196716 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.200971 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a4855-c38c-48c7-b80b-91affa3d5e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6aca17-8125-498d-9b4a-828171cef1ef,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:06.218265 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62613391-fe2b-489b-b945-fdf6b17a7a26 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:15:06.241798 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 62613391-fe2b-489b-b945-fdf6b17a7a26, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62613391-fe2b-489b-b945-fdf6b17a7a26,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:06.246688 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.300414 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=62613391-fe2b-489b-b945-fdf6b17a7a26,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:06.416004 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:15:06.500562 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 54422) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:06.514431 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e8aa-f8f9-49d9-b65c-ec7eece24b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.529179 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:15:06.539091 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] Sync routers for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:15:06.549387 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['62613391-fe2b-489b-b945-fdf6b17a7a26'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:15:06.570160 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:15:06.570801 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:14:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:06.608214 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e8aa-f8f9-49d9-b65c-ec7eece24b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.612025 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e8aa-f8f9-49d9-b65c-ec7eece24b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.616949 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.656106 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-a31b2089-bf4d-46f4-bfff-460a0be2e7ee tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0111418 Aug 10 14:15:06.656106 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:15:06.656106 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860" -d '{"events": [{"name": "network-changed", "server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:15:06.665205 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e2f7e8aa-f8f9-49d9-b65c-ec7eece24b5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31e862fbb2974d8dbd20686505859f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633875 Aug 10 14:15:06.666132 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7e8aa-f8f9-49d9-b65c-ec7eece24b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06890bd6-8666-4252-b3cd-c3ec7219f632,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:06.667961 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54428) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:06.697230 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390f5c90-bcd5-4151-ae68-c0837fbd8025 x-openstack-request-id: req-390f5c90-bcd5-4151-ae68-c0837fbd8025 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:15:06.697627 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:15:06.697945 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-390f5c90-bcd5-4151-ae68-c0837fbd8025 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:15:06.698404 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'status': 'completed', 'code': 200} Aug 10 14:15:06.776962 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-01cf7467-6b7f-4574-92ea-f722dfcbf7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.827467 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-01cf7467-6b7f-4574-92ea-f722dfcbf7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.840828 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-82a882ad-e7e5-4b36-97f8-60b66f805d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:06.842335 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-82a882ad-e7e5-4b36-97f8-60b66f805d7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 1098 time: 0.1031170 Aug 10 14:15:06.862065 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:15:06.881388 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a89754-3d68-4e25-a86e-300848ddb211 req-ed54f35d-6a87-4cde-9c4e-523407ec9b6d tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:06.882873 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-57a89754-3d68-4e25-a86e-300848ddb211 req-ed54f35d-6a87-4cde-9c4e-523407ec9b6d tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 945 time: 0.1338732 Aug 10 14:15:06.975975 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-57a89754-3d68-4e25-a86e-300848ddb211 req-d4d43a84-70e6-4f95-8bf8-bf1cc7e43cf3 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799832 Aug 10 14:15:06.982368 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-01cf7467-6b7f-4574-92ea-f722dfcbf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.984898 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-01cf7467-6b7f-4574-92ea-f722dfcbf7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.988383 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-01cf7467-6b7f-4574-92ea-f722dfcbf7e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06890bd6-8666-4252-b3cd-c3ec7219f632 HTTP/1.1" status: 204 len: 168 time: 0.3163927 Aug 10 14:15:07.002397 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf7467-6b7f-4574-92ea-f722dfcbf7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06890bd6-8666-4252-b3cd-c3ec7219f632,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:07.020792 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-2f4a5a5d-989d-41b1-95ce-4f10580a745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:07.022355 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-2f4a5a5d-989d-41b1-95ce-4f10580a745c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.1698422 Aug 10 14:15:07.097497 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-d44752b2-ca99-4611-9d33-ebbb4dcfbd88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82 HTTP/1.1" status: 200 len: 998 time: 0.0683968 Aug 10 14:15:07.143764 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': 'acf85434-b9f8-486d-bcaf-013216faa170', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:15:05Z', 'updated_at': '2021-08-10T14:15:05Z', 'revision_number': 0, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:07.149968 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-7a8788a9-bd12-4a45-8c31-6baa29ffa8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:07.151561 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-7a8788a9-bd12-4a45-8c31-6baa29ffa8cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0465424 Aug 10 14:15:07.174163 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] Checking router: f0c3d0a4-cc53-437d-bb0b-d6c92867f715 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:15:07.186463 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:15:07.187134 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:14:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:07.205770 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-acfc9016-0469-4c8c-bea3-33e390c8dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:07.207686 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-acfc9016-0469-4c8c-bea3-33e390c8dadc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488279 Aug 10 14:15:07.297956 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:15:07.304567 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-b2a8855c-7b40-46d0-980b-f83d073a822b service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894163 Aug 10 14:15:07.403481 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5dc3f0aa-c6ba-4d65-a7c5-e9d3700bb860 req-95b8424a-3afc-45ce-a548-e86400ed16c1 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904682 Aug 10 14:15:07.535225 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': 'acf85434-b9f8-486d-bcaf-013216faa170', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:15:05Z', 'updated_at': '2021-08-10T14:15:05Z', 'revision_number': 0, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:07.562462 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ada39-1ca2-45df-9d54-be95aa560b79 None None] The sync data for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi is: [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': 'acf85434-b9f8-486d-bcaf-013216faa170', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:15:05Z', 'updated_at': '2021-08-10T14:15:05Z', 'revision_number': 0, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:15:07.766730 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff0f84-beca-40eb-8e3c-68ca4442c806 None None] New status for floating IP acf85434-b9f8-486d-bcaf-013216faa170: ACTIVE {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:15:07.900850 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc632fe4-d40a-454a-97f7-b64f74d3efba req-cecefbba-62d3-4c70-8cdc-fae859533cc8 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:07.902417 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cc632fe4-d40a-454a-97f7-b64f74d3efba req-cecefbba-62d3-4c70-8cdc-fae859533cc8 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0543444 Aug 10 14:15:07.946219 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cc632fe4-d40a-454a-97f7-b64f74d3efba req-d730cf77-4318-4794-8d91-33b2acf2d050 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376444 Aug 10 14:15:08.039111 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 62613391-fe2b-489b-b945-fdf6b17a7a26 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:15:08.095660 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port 62613391-fe2b-489b-b945-fdf6b17a7a26 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:15:08.102029 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 62613391-fe2b-489b-b945-fdf6b17a7a26 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:15:08.102924 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:08.112155 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e735a-b43f-4431-94a9-2526e1535bd5 req-f7c86d2f-3069-4189-9994-920b89263c19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:08.113813 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d5e735a-b43f-4431-94a9-2526e1535bd5 req-f7c86d2f-3069-4189-9994-920b89263c19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 945 time: 0.0632839 Aug 10 14:15:08.160067 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6d5e735a-b43f-4431-94a9-2526e1535bd5 req-b23a35e4-8ba3-427f-8410-59ebd8bc2a44 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357196 Aug 10 14:15:08.185538 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:08.209632 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b941dff1-ca9f-4744-bea3-7e1eec85a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62613391-fe2b-489b-b945-fdf6b17a7a26'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:15:08.216020 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb45952f-005e-4616-ba64-760be6127e0d" -d '{"events": [{"server_uuid": "b941dff1-ca9f-4744-bea3-7e1eec85a359", "name": "network-vif-plugged", "status": "completed", "tag": "62613391-fe2b-489b-b945-fdf6b17a7a26"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:15:08.233342 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 62613391-fe2b-489b-b945-fdf6b17a7a26, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62613391-fe2b-489b-b945-fdf6b17a7a26,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:08.236885 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:08.261732 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6696ef-2564-4557-90a3-453defc640b9 x-openstack-request-id: req-1d6696ef-2564-4557-90a3-453defc640b9 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:15:08.262022 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b941dff1-ca9f-4744-bea3-7e1eec85a359", "name": "network-vif-plugged", "status": "completed", "tag": "62613391-fe2b-489b-b945-fdf6b17a7a26", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:15:08.262279 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d6696ef-2564-4557-90a3-453defc640b9 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:15:08.262666 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b941dff1-ca9f-4744-bea3-7e1eec85a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62613391-fe2b-489b-b945-fdf6b17a7a26', 'code': 200} Aug 10 14:15:08.288425 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=62613391-fe2b-489b-b945-fdf6b17a7a26,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:08.461117 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3a6a7-0ab5-4413-a88e-3a66dd4c2a12 req-bff9b9dd-4973-40c7-869f-a68811fa2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:08.462605 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8cd3a6a7-0ab5-4413-a88e-3a66dd4c2a12 req-bff9b9dd-4973-40c7-869f-a68811fa2e1e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 1099 time: 0.0401750 Aug 10 14:15:08.502003 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8cd3a6a7-0ab5-4413-a88e-3a66dd4c2a12 req-4f053eaf-7d9f-40a0-b3b8-940c66b3d4de service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Aug 10 14:15:09.070962 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4299333-8969-42a3-a8e5-689190c79d15 req-62628fdb-87ac-470f-baa7-58aa114f2a10 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:09.072454 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4299333-8969-42a3-a8e5-689190c79d15 req-62628fdb-87ac-470f-baa7-58aa114f2a10 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0489838 Aug 10 14:15:09.109967 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4299333-8969-42a3-a8e5-689190c79d15 req-abc0c393-3d40-46da-b078-2c3b19a9d2f7 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Aug 10 14:15:09.283303 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb071-4470-4291-9d7c-528e74881f02 req-62382d5c-178c-43eb-b958-eabef721b39b tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:09.284806 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2cefb071-4470-4291-9d7c-528e74881f02 req-62382d5c-178c-43eb-b958-eabef721b39b tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 946 time: 0.0489707 Aug 10 14:15:09.322393 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2cefb071-4470-4291-9d7c-528e74881f02 req-1c68b54b-e7ab-4419-84cc-04904b36a561 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Aug 10 14:15:10.227928 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe98d0-9078-478b-8ed3-8c11594e319e req-ecc9de55-dab9-4cf1-b889-db4a7992e99b tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:10.230404 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-43fe98d0-9078-478b-8ed3-8c11594e319e req-ecc9de55-dab9-4cf1-b889-db4a7992e99b tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0501134 Aug 10 14:15:10.273069 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-43fe98d0-9078-478b-8ed3-8c11594e319e req-5998fa8a-6310-4131-b684-6ebf571e57e6 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353675 Aug 10 14:15:10.438598 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e505a-92cf-414e-bb9e-9ad5540f4b45 req-7fd592c0-258c-4f8b-beb6-f05417d0c727 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:10.440099 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-756e505a-92cf-414e-bb9e-9ad5540f4b45 req-7fd592c0-258c-4f8b-beb6-f05417d0c727 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 946 time: 0.0512042 Aug 10 14:15:10.481857 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-756e505a-92cf-414e-bb9e-9ad5540f4b45 req-bd4faad6-0fa6-4f71-b0c7-98afe653ba31 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Aug 10 14:15:11.221303 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff0818-c14b-46a0-b470-cb2420963427 req-6c65d920-552e-4a59-938b-98fcedc8c5a6 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:11.223463 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cbff0818-c14b-46a0-b470-cb2420963427 req-6c65d920-552e-4a59-938b-98fcedc8c5a6 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 946 time: 0.0503714 Aug 10 14:15:11.266087 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cbff0818-c14b-46a0-b470-cb2420963427 req-3f411628-20dd-4d1f-96e0-b516bcfe4535 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363405 Aug 10 14:15:11.395852 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b93b1-9577-4dc9-85fd-635915125f98 req-0d9a346e-202d-4007-81a0-7f1b60272d9d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:11.397406 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-473b93b1-9577-4dc9-85fd-635915125f98 req-0d9a346e-202d-4007-81a0-7f1b60272d9d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0522022 Aug 10 14:15:11.433798 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 54534) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:11.439772 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-473b93b1-9577-4dc9-85fd-635915125f98 req-be4f3992-10b5-4bc5-bf37-fcf4cc8a81ee tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364168 Aug 10 14:15:11.539371 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1f199363-00ba-4eb1-bc65-8005ecff5b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.627091 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1f199363-00ba-4eb1-bc65-8005ecff5b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.630906 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1f199363-00ba-4eb1-bc65-8005ecff5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.667102 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f199363-00ba-4eb1-bc65-8005ecff5b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5ea165-9553-4c0c-8aa1-794707e23fb7,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:11.672007 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-1f199363-00ba-4eb1-bc65-8005ecff5b10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fac8408bbe44fef82fa4f50239c7b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371826 Aug 10 14:15:11.674830 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54538) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:11.723687 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e9f07453-ab05-47f3-b041-5fbe3b697153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.744290 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e9f07453-ab05-47f3-b041-5fbe3b697153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.788629 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e9f07453-ab05-47f3-b041-5fbe3b697153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.791215 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e9f07453-ab05-47f3-b041-5fbe3b697153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.792395 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-e9f07453-ab05-47f3-b041-5fbe3b697153 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b5ea165-9553-4c0c-8aa1-794707e23fb7 HTTP/1.1" status: 204 len: 168 time: 0.1165671 Aug 10 14:15:11.800924 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f07453-ab05-47f3-b041-5fbe3b697153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5ea165-9553-4c0c-8aa1-794707e23fb7,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:12.058818 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54544) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:12.072581 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-76f33c70-e09f-43cb-b3c5-9c097204e326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.161240 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-76f33c70-e09f-43cb-b3c5-9c097204e326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.164932 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-76f33c70-e09f-43cb-b3c5-9c097204e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.202794 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-76f33c70-e09f-43cb-b3c5-9c097204e326 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d28bc2878144a03a4d9a5563d1a329d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428454 Aug 10 14:15:12.203678 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f33c70-e09f-43cb-b3c5-9c097204e326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b182603-c23a-4eb5-bad2-90ecf041f804,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:12.205736 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 54546) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:12.260733 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c40a3f17-51ba-436b-8ea3-729225806a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.283431 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c40a3f17-51ba-436b-8ea3-729225806a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.329189 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c40a3f17-51ba-436b-8ea3-729225806a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.331997 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c40a3f17-51ba-436b-8ea3-729225806a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.333332 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-c40a3f17-51ba-436b-8ea3-729225806a6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b182603-c23a-4eb5-bad2-90ecf041f804 HTTP/1.1" status: 204 len: 168 time: 0.1265488 Aug 10 14:15:12.341655 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3f17-51ba-436b-8ea3-729225806a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b182603-c23a-4eb5-bad2-90ecf041f804,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:12.396193 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3554-a30b-46bb-b7af-5720cfbf0935 req-58bfdf07-4e9f-4374-8df8-768f739bddfe tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:12.397774 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-098f3554-a30b-46bb-b7af-5720cfbf0935 req-58bfdf07-4e9f-4374-8df8-768f739bddfe tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 946 time: 0.0593686 Aug 10 14:15:12.442812 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-098f3554-a30b-46bb-b7af-5720cfbf0935 req-c13c2cdd-3fa4-4c74-b3b3-59f4c5118c35 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6d0474d-de3f-4c91-a513-2d2bf50b265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364711 Aug 10 14:15:12.558043 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689d51f-14d1-4714-833e-c783bf2da245 req-25af4af9-f622-4b55-9e46-07e96d7fd3e1 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:12.559471 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b689d51f-14d1-4714-833e-c783bf2da245 req-25af4af9-f622-4b55-9e46-07e96d7fd3e1 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Aug 10 14:15:12.597313 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-b689d51f-14d1-4714-833e-c783bf2da245 req-26c3e2bb-bb86-44cf-bdc8-208248165fe1 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Aug 10 14:15:12.684619 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-c9b4d5ef-e893-4c6f-aed8-8210bfcec009 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:12.686094 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-c9b4d5ef-e893-4c6f-aed8-8210bfcec009 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.53 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 946 time: 0.0514195 Aug 10 14:15:12.780715 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Deleting port 62613391-fe2b-489b-b945-fdf6b17a7a26 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:15:12.781058 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.870346 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] For port 62613391-fe2b-489b-b945-fdf6b17a7a26, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62613391-fe2b-489b-b945-fdf6b17a7a26,segment=NetworkSegment(f364c908-32b1-4e0b-857c-964034706774),segment_id=f364c908-32b1-4e0b-857c-964034706774)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:12.870720 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.888586 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Calling delete_port for 62613391-fe2b-489b-b945-fdf6b17a7a26 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:15:13.028819 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:13.057278 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Pushing event deleted for resources: {'Port': ['ID=62613391-fe2b-489b-b945-fdf6b17a7a26,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:13.071537 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['62613391-fe2b-489b-b945-fdf6b17a7a26'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:15:13.105647 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] No DVR routers for this DVR port 62613391-fe2b-489b-b945-fdf6b17a7a26 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:15:13.108059 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:13.110022 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-821480d6-130b-4b2b-9913-a47ec28d3e34 req-47bdbb28-c54c-4ad7-a9d9-16b4dd114a19 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.53 "DELETE /v2.0/ports/62613391-fe2b-489b-b945-fdf6b17a7a26 HTTP/1.1" status: 204 len: 173 time: 0.4181211 Aug 10 14:15:13.110479 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b941dff1-ca9f-4744-bea3-7e1eec85a359', 'name': 'network-vif-deleted', 'tag': '62613391-fe2b-489b-b945-fdf6b17a7a26'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:15:13.112734 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bf060c-fc23-49ef-98f9-2012d3fbec7d" -d '{"events": [{"server_uuid": "b941dff1-ca9f-4744-bea3-7e1eec85a359", "name": "network-vif-deleted", "tag": "62613391-fe2b-489b-b945-fdf6b17a7a26"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:15:13.152351 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5d2e0a-fa38-402a-a302-d98f18bf8d8d x-openstack-request-id: req-9d5d2e0a-fa38-402a-a302-d98f18bf8d8d {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:15:13.152659 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b941dff1-ca9f-4744-bea3-7e1eec85a359", "name": "network-vif-deleted", "tag": "62613391-fe2b-489b-b945-fdf6b17a7a26", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:15:13.152913 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d5d2e0a-fa38-402a-a302-d98f18bf8d8d {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:15:13.153319 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b941dff1-ca9f-4744-bea3-7e1eec85a359', 'name': 'network-vif-deleted', 'tag': '62613391-fe2b-489b-b945-fdf6b17a7a26', 'status': 'completed', 'code': 200} Aug 10 14:15:13.551994 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-86093cc8-eda2-44ef-8208-9b3a4262ca14 req-edae2084-4a06-46ef-a630-db86c06a8263 tempest-VolumesActionsTest-1536906021 tempest-VolumesActionsTest-1536906021-project] 10.222.0.26 "GET /v2.0/ports?device_id=b941dff1-ca9f-4744-bea3-7e1eec85a359 HTTP/1.1" status: 200 len: 210 time: 0.0264809 Aug 10 14:15:13.722746 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3433efb-36ea-4e77-914c-ea4edc01965a req-a3660081-245d-44c2-93de-ad67c2f7eead tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:13.724579 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e3433efb-36ea-4e77-914c-ea4edc01965a req-a3660081-245d-44c2-93de-ad67c2f7eead tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0552630 Aug 10 14:15:13.766538 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e3433efb-36ea-4e77-914c-ea4edc01965a req-ff460fb6-204a-4568-bbcd-1a2de46542d6 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341678 Aug 10 14:15:14.186943 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54616) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:14.295546 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cc96c59a-c563-47de-a451-b49f7778da70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.382084 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cc96c59a-c563-47de-a451-b49f7778da70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.385829 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-cc96c59a-c563-47de-a451-b49f7778da70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.424116 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96c59a-c563-47de-a451-b49f7778da70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0233992-9ac2-4373-b96a-59758ee29cb3,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:14.428378 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-cc96c59a-c563-47de-a451-b49f7778da70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=065ad590f3f84ea6ae49f85d1fb97f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403953 Aug 10 14:15:14.431644 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54620) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:14.479184 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-875ca847-61e5-4b72-bd14-4cf586093dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.499723 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-875ca847-61e5-4b72-bd14-4cf586093dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.544617 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-875ca847-61e5-4b72-bd14-4cf586093dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.547255 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-875ca847-61e5-4b72-bd14-4cf586093dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.548435 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-875ca847-61e5-4b72-bd14-4cf586093dc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0233992-9ac2-4373-b96a-59758ee29cb3 HTTP/1.1" status: 204 len: 168 time: 0.1158895 Aug 10 14:15:14.556385 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ca847-61e5-4b72-bd14-4cf586093dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0233992-9ac2-4373-b96a-59758ee29cb3,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:14.826585 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 54640) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:14.840375 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-55924043-34ff-48fb-88fd-e33eee52f493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.915649 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20907ed9-b415-4e40-9d12-7bd078eb7cc7 req-9d0d8d47-52c7-4aa0-a522-d72a61bef851 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:14.917146 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-20907ed9-b415-4e40-9d12-7bd078eb7cc7 req-9d0d8d47-52c7-4aa0-a522-d72a61bef851 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0739124 Aug 10 14:15:14.980576 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-20907ed9-b415-4e40-9d12-7bd078eb7cc7 req-93bc9097-2c3b-4e48-85c8-2b37d349f138 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558031 Aug 10 14:15:15.016369 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-55924043-34ff-48fb-88fd-e33eee52f493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:15.020481 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-55924043-34ff-48fb-88fd-e33eee52f493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:15.061912 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-55924043-34ff-48fb-88fd-e33eee52f493 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=faf34f5b2eda4a14b71d0cad9910bee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317641 Aug 10 14:15:15.061912 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55924043-34ff-48fb-88fd-e33eee52f493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb0b492-ced4-4bbd-a1c5-4d6eaf2fa98d,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:15.062374 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 54652) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:15.122696 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-afc4605d-979a-4d48-b5bc-c06c18b87cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:15.144778 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-afc4605d-979a-4d48-b5bc-c06c18b87cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:15.192066 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-afc4605d-979a-4d48-b5bc-c06c18b87cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:15.194730 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-afc4605d-979a-4d48-b5bc-c06c18b87cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:15.195925 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-afc4605d-979a-4d48-b5bc-c06c18b87cef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dcb0b492-ced4-4bbd-a1c5-4d6eaf2fa98d HTTP/1.1" status: 204 len: 168 time: 0.1280375 Aug 10 14:15:15.204754 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4605d-979a-4d48-b5bc-c06c18b87cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb0b492-ced4-4bbd-a1c5-4d6eaf2fa98d,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:16.105013 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ca36e-d66d-41b0-9b5b-e0858bb2bcb6 req-b442d467-d44f-4b20-a483-f7b64957fd57 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:16.106522 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d17ca36e-d66d-41b0-9b5b-e0858bb2bcb6 req-b442d467-d44f-4b20-a483-f7b64957fd57 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0542893 Aug 10 14:15:16.149660 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d17ca36e-d66d-41b0-9b5b-e0858bb2bcb6 req-39df6ed0-349f-4e0b-aa7a-a29b0f20cfed tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367911 Aug 10 14:15:17.260830 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396822e-4299-4ed0-b841-bc56a27978e5 req-765ca8eb-0886-458b-adf1-9d15d38a0d0c tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:17.262329 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d396822e-4299-4ed0-b841-bc56a27978e5 req-765ca8eb-0886-458b-adf1-9d15d38a0d0c tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0474150 Aug 10 14:15:17.302062 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d396822e-4299-4ed0-b841-bc56a27978e5 req-de7a47e5-0b64-42b7-9d40-e6ad0497e3e3 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339069 Aug 10 14:15:18.209651 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:15:18.312137 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 62613391-fe2b-489b-b945-fdf6b17a7a26 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:15:18.330955 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 62613391-fe2b-489b-b945-fdf6b17a7a26 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:15:18.331327 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 62613391-fe2b-489b-b945-fdf6b17a7a26 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:15:18.423905 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee578a-9417-47b7-ac6e-9fc61c9b82f4 req-e6f585b2-5a26-4b87-91f9-e8d547543185 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:18.425487 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1aee578a-9417-47b7-ac6e-9fc61c9b82f4 req-e6f585b2-5a26-4b87-91f9-e8d547543185 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0493505 Aug 10 14:15:18.467188 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1aee578a-9417-47b7-ac6e-9fc61c9b82f4 req-fdb1b004-8c50-405f-b0b5-d92d7be1f576 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317094 Aug 10 14:15:19.588944 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfda22-afc9-4eb2-8bbb-578ae1d54e1a req-aab7cc2d-2e99-4a9b-b65b-c35dee414a0e tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:19.590528 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-65cfda22-afc9-4eb2-8bbb-578ae1d54e1a req-aab7cc2d-2e99-4a9b-b65b-c35dee414a0e tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0509095 Aug 10 14:15:19.630907 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-65cfda22-afc9-4eb2-8bbb-578ae1d54e1a req-ac33a62d-98c1-48a4-8f8b-5c95843736b7 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329216 Aug 10 14:15:20.794275 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64bf3-6ecf-4a14-9b89-d45cb7d39d22 req-6735e4ae-b3ef-408b-9b0d-126b8ddc1db2 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:20.795950 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e9b64bf3-6ecf-4a14-9b89-d45cb7d39d22 req-6735e4ae-b3ef-408b-9b0d-126b8ddc1db2 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0569479 Aug 10 14:15:20.840311 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e9b64bf3-6ecf-4a14-9b89-d45cb7d39d22 req-ecb1befe-3d7e-4304-9641-a0b645cc8755 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Aug 10 14:15:21.445724 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-e44780fc-c729-45ff-a668-bcfceb40e5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:21.969895 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c2cc2-522e-4fa8-8cb0-a88d49a344dd req-f2869cdf-a319-430f-bcc9-3fa55f062743 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:21.971659 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-548c2cc2-522e-4fa8-8cb0-a88d49a344dd req-f2869cdf-a319-430f-bcc9-3fa55f062743 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0555642 Aug 10 14:15:22.017301 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-548c2cc2-522e-4fa8-8cb0-a88d49a344dd req-b36ac919-04cd-4431-ab32-d6002d32ac75 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392189 Aug 10 14:15:22.468968 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:23.160692 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62962e55-de7d-403a-b922-ef00cec5b954 req-06c35195-f30b-4833-a720-8e231170ee7f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:23.164529 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-62962e55-de7d-403a-b922-ef00cec5b954 req-06c35195-f30b-4833-a720-8e231170ee7f tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0584352 Aug 10 14:15:23.213604 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-62962e55-de7d-403a-b922-ef00cec5b954 req-d773e575-c2c0-46bd-a071-b96d01e6aea7 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385470 Aug 10 14:15:23.485009 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b4055-481b-4cc8-93e7-4856685f043a req-b19e6a08-aec7-42c7-b6ed-77b591eb6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:23.486521 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e61b4055-481b-4cc8-93e7-4856685f043a req-b19e6a08-aec7-42c7-b6ed-77b591eb6eb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=091cdf8de6384837a65a9634e0553459&device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1098 time: 0.0420682 Aug 10 14:15:23.583376 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b4055-481b-4cc8-93e7-4856685f043a req-49dcb8fe-58e7-42fe-bf9e-744a29e7590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:23.584950 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e61b4055-481b-4cc8-93e7-4856685f043a req-49dcb8fe-58e7-42fe-bf9e-744a29e7590e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 200 len: 910 time: 0.0908921 Aug 10 14:15:23.672501 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e61b4055-481b-4cc8-93e7-4856685f043a req-84cca11c-7dd1-4855-9255-d8528642c870 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 200 len: 1001 time: 0.0786192 Aug 10 14:15:23.725981 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b4055-481b-4cc8-93e7-4856685f043a req-b4f75d15-cbd7-495a-b7ae-2024f4bba8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:23.727491 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e61b4055-481b-4cc8-93e7-4856685f043a req-b4f75d15-cbd7-495a-b7ae-2024f4bba8d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4949d49f-4478-468a-9c09-ca0e0958c8d8 HTTP/1.1" status: 200 len: 848 time: 0.0478673 Aug 10 14:15:23.771258 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-135e09dc-032a-4229-b61e-7137e1ee8d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:23.778118 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b4055-481b-4cc8-93e7-4856685f043a req-92380728-8e08-447a-a8a8-211fbc73490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:23.779676 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e61b4055-481b-4cc8-93e7-4856685f043a req-92380728-8e08-447a-a8a8-211fbc73490c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5369c544-29fb-4aab-a14a-eb56dd337bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440741 Aug 10 14:15:23.886288 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e61b4055-481b-4cc8-93e7-4856685f043a req-949f20ab-9b06-4103-ab21-2f3c7e1e2b19 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921528 Aug 10 14:15:24.004155 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e61b4055-481b-4cc8-93e7-4856685f043a req-19828d94-0a3d-4c6a-aeb4-191848e7d565 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106262 Aug 10 14:15:24.241103 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:24.372167 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b4fe7-71fc-46ff-bdfc-a7fea0180183 req-7085a877-a854-4b43-aa3f-d189118ad1b1 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:24.374637 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a30b4fe7-71fc-46ff-bdfc-a7fea0180183 req-7085a877-a854-4b43-aa3f-d189118ad1b1 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0664804 Aug 10 14:15:24.439262 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a30b4fe7-71fc-46ff-bdfc-a7fea0180183 req-f54df2d7-3625-428f-974f-f7e8612c3cc8 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566111 Aug 10 14:15:24.914537 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:25.583538 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4a147-7b5b-4ac6-ac90-7a99b2f1d2e7 req-27be3c82-ccf8-40e9-9e07-5dd4e5427e3d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:25.585332 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-62f4a147-7b5b-4ac6-ac90-7a99b2f1d2e7 req-27be3c82-ccf8-40e9-9e07-5dd4e5427e3d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0664594 Aug 10 14:15:25.627439 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-62f4a147-7b5b-4ac6-ac90-7a99b2f1d2e7 req-c43c4285-6ea5-4816-8e97-b52677100769 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359190 Aug 10 14:15:26.691606 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:26.752652 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d556d0-9d5e-44d2-a9a7-220003745fb0 req-039e7c6a-24c4-4291-93c6-c8985e636d86 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:26.760271 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-62d556d0-9d5e-44d2-a9a7-220003745fb0 req-039e7c6a-24c4-4291-93c6-c8985e636d86 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0615737 Aug 10 14:15:26.805744 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-62d556d0-9d5e-44d2-a9a7-220003745fb0 req-b02ffee3-e789-4a8e-8663-2ed42793ad23 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Aug 10 14:15:27.062161 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb12e2-2335-4c88-81ed-08627426ef3d req-7a9ec578-97fa-4ddd-bf0a-20c500f68877 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:27.072434 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c2cb12e2-2335-4c88-81ed-08627426ef3d req-7a9ec578-97fa-4ddd-bf0a-20c500f68877 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0727410 Aug 10 14:15:27.140152 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c2cb12e2-2335-4c88-81ed-08627426ef3d req-4b6e54e0-875a-4390-966c-3e5f9ef29d72 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618265 Aug 10 14:15:27.177376 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-bdcecd7b-616e-4251-ac6f-82ae1a358901 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2072825 Aug 10 14:15:28.272545 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a217c-0700-405e-9d02-fe3c4a5e545f req-03170db4-5fde-4dee-9c6a-447e655d690b tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:28.274063 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0a9a217c-0700-405e-9d02-fe3c4a5e545f req-03170db4-5fde-4dee-9c6a-447e655d690b tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0597239 Aug 10 14:15:28.335511 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0a9a217c-0700-405e-9d02-fe3c4a5e545f req-f6137d3e-07c5-4175-8cd6-1ccae9c33ac3 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529549 Aug 10 14:15:28.950426 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-28bc9772-dd41-472c-a5ae-9d8b5c6dc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:28.952246 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-28bc9772-dd41-472c-a5ae-9d8b5c6dc761 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189&tenant_id=091cdf8de6384837a65a9634e0553459 HTTP/1.1" status: 200 len: 1098 time: 0.0514307 Aug 10 14:15:29.062809 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-584c2d52-6c40-4ae4-bdf4-07bd849a320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:29.064485 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-584c2d52-6c40-4ae4-bdf4-07bd849a320c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=091cdf8de6384837a65a9634e0553459&device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1098 time: 0.0462716 Aug 10 14:15:29.198067 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-be474bf8-513e-4a21-841d-9180145c160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:29.199669 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-be474bf8-513e-4a21-841d-9180145c160d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 200 len: 910 time: 0.1203148 Aug 10 14:15:29.279646 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-efad8120-01a9-4990-9056-dd96bd853af4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 200 len: 1001 time: 0.0671439 Aug 10 14:15:29.358132 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-738e0dfe-ba6f-4832-931d-e5335931a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:29.359885 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-738e0dfe-ba6f-4832-931d-e5335931a23f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4949d49f-4478-468a-9c09-ca0e0958c8d8 HTTP/1.1" status: 200 len: 848 time: 0.0587218 Aug 10 14:15:29.421775 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-e2fbc547-88d8-4011-bd3c-71866d61891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:29.423412 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-e2fbc547-88d8-4011-bd3c-71866d61891d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5369c544-29fb-4aab-a14a-eb56dd337bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565920 Aug 10 14:15:29.529738 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449beca-9d6c-44c7-bc98-22df560b252d req-2efa989e-b32e-4048-b778-bc22fccce2ad tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:29.529738 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6449beca-9d6c-44c7-bc98-22df560b252d req-2efa989e-b32e-4048-b778-bc22fccce2ad tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.1031461 Aug 10 14:15:29.581092 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-e2ed2679-2c8c-4ed9-a37d-0638f153b6a5 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458139 Aug 10 14:15:29.586131 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-6449beca-9d6c-44c7-bc98-22df560b252d req-20269b96-4548-4dc7-a0fc-30814d66a4f0 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491612 Aug 10 14:15:29.688023 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-82e60e3c-c1d8-4359-8272-cec7d1ad982d req-71c5ec2c-6dcf-4a06-8ebc-86f42fec7bf7 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982854 Aug 10 14:15:30.383982 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 02d80e80-caf8-48f2-a3ce-f13607c6ec21 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:15:30.475919 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:30.501403 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:15:30.503777 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d978eb-ed04-433b-8862-4dec07d9a849" -d '{"events": [{"server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "name": "network-vif-unplugged", "status": "completed", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:15:30.515516 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:30.522122 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:30.552119 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f908b533-0523-441d-adb9-2d832aaad1d3 x-openstack-request-id: req-f908b533-0523-441d-adb9-2d832aaad1d3 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:15:30.552425 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "name": "network-vif-unplugged", "status": "completed", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:15:30.552683 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f908b533-0523-441d-adb9-2d832aaad1d3 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:15:30.553071 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'code': 200} Aug 10 14:15:30.581795 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=02d80e80-caf8-48f2-a3ce-f13607c6ec21,revision_number=6']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:30.589774 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.590209 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.590629 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.591036 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.591474 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.591819 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.592157 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.592497 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.592830 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.593160 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.593546 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.593883 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:30.710622 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f14cc-c91a-4780-b076-4e9ae9c73960 req-e50709d3-3e9f-45c9-9905-4092424a3ad0 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:30.712059 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-654f14cc-c91a-4780-b076-4e9ae9c73960 req-e50709d3-3e9f-45c9-9905-4092424a3ad0 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0541570 Aug 10 14:15:30.753876 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-654f14cc-c91a-4780-b076-4e9ae9c73960 req-5af97933-15c5-476a-a2c2-2b40366018f2 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356364 Aug 10 14:15:31.874804 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fea15-b7b5-4258-8d0f-95c5d90c6acc req-f17b9df7-abca-4ee4-8e49-2dd016ce7c7c tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:31.876462 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-421fea15-b7b5-4258-8d0f-95c5d90c6acc req-f17b9df7-abca-4ee4-8e49-2dd016ce7c7c tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0504844 Aug 10 14:15:31.917230 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-421fea15-b7b5-4258-8d0f-95c5d90c6acc req-73cbaacb-ef58-41ef-b15c-a461ed9bc338 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344667 Aug 10 14:15:33.052384 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb68066-59b8-4396-96b9-7721f6d1d416 req-e63a1845-b9d1-4bbe-a400-97a10768435d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:33.053976 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9fb68066-59b8-4396-96b9-7721f6d1d416 req-e63a1845-b9d1-4bbe-a400-97a10768435d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0616102 Aug 10 14:15:33.093555 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9fb68066-59b8-4396-96b9-7721f6d1d416 req-08b3dcc5-202a-4aa9-afd3-5691032e867d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336022 Aug 10 14:15:34.215855 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3971c1-3531-4bab-9925-68d78298fc4c req-00b531ea-7acc-4d26-8506-f83a69835c5c tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:34.225161 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ba3971c1-3531-4bab-9925-68d78298fc4c req-00b531ea-7acc-4d26-8506-f83a69835c5c tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0585401 Aug 10 14:15:34.268613 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ba3971c1-3531-4bab-9925-68d78298fc4c req-fb2c94d4-adc8-46ad-aff6-f71d464f6ae4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420053 Aug 10 14:15:35.407818 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6040358-fc8a-40de-b07c-a114c233d85b req-647ca51c-67d0-499b-8da3-acfa7b86346a tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:35.409225 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f6040358-fc8a-40de-b07c-a114c233d85b req-647ca51c-67d0-499b-8da3-acfa7b86346a tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0644853 Aug 10 14:15:35.453203 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f6040358-fc8a-40de-b07c-a114c233d85b req-23ee29cc-2cb6-43b9-9bfb-8059b87ea001 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363250 Aug 10 14:15:35.926874 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a74a7-9afc-4a7e-af68-85bcef42ff25 req-6e89cec7-2d2d-484d-a894-54e75e541782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:35.928380 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d0a74a7-9afc-4a7e-af68-85bcef42ff25 req-6e89cec7-2d2d-484d-a894-54e75e541782 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1096 time: 0.0436995 Aug 10 14:15:35.979317 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-2d0a74a7-9afc-4a7e-af68-85bcef42ff25 req-c16fc582-0924-4a3b-ae6b-84c4a2a89458 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Aug 10 14:15:36.573315 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd248b82-6fab-468a-bd40-3caccf671cd2 req-56452553-0d8f-4de9-b463-45901eca91e8 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:36.580703 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fd248b82-6fab-468a-bd40-3caccf671cd2 req-56452553-0d8f-4de9-b463-45901eca91e8 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0583413 Aug 10 14:15:36.632909 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-fd248b82-6fab-468a-bd40-3caccf671cd2 req-01bad94e-e365-461c-9622-1e02962b1fcc tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512600 Aug 10 14:15:37.748596 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210682b8-b3cc-4a82-8ee5-386c48410ee8 req-419aa5ae-c01b-4d9d-a06a-8e7a8e5f838d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:37.750075 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-210682b8-b3cc-4a82-8ee5-386c48410ee8 req-419aa5ae-c01b-4d9d-a06a-8e7a8e5f838d tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 943 time: 0.0503552 Aug 10 14:15:37.791620 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-210682b8-b3cc-4a82-8ee5-386c48410ee8 req-14a67d79-20b0-446a-a7b8-24f1dff55242 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342691 Aug 10 14:15:38.427927 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 02d80e80-caf8-48f2-a3ce-f13607c6ec21 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:15:38.536812 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:38.551953 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'port_id': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'mac_address': 'fa:16:3e:49:09:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:15:38.590560 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:38.608152 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d80e80-caf8-48f2-a3ce-f13607c6ec21 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:15:38.630012 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:38.635519 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:38.689904 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=02d80e80-caf8-48f2-a3ce-f13607c6ec21,revision_number=7']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:39.100439 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['02d80e80-caf8-48f2-a3ce-f13607c6ec21'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:15:40.442799 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 02d80e80-caf8-48f2-a3ce-f13607c6ec21 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:15:40.496209 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:15:40.496593 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:40.584967 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:40.608174 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:15:40.610572 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8955d9-f0cf-428f-9fc5-fcbcfc2ac959" -d '{"events": [{"server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "name": "network-vif-plugged", "status": "completed", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:15:40.624353 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:40.632847 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:40.673814 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388216c2-5c46-46d2-991a-75fa1b6b7486 x-openstack-request-id: req-388216c2-5c46-46d2-991a-75fa1b6b7486 {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:15:40.674140 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "name": "network-vif-plugged", "status": "completed", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:15:40.674354 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-388216c2-5c46-46d2-991a-75fa1b6b7486 {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:15:40.674736 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'code': 200} Aug 10 14:15:40.694073 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=02d80e80-caf8-48f2-a3ce-f13607c6ec21,revision_number=8']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:43.249808 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55042) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:43.294413 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_v2 [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Deleting subnet 7da2d28f-73a4-4f6d-8751-17cb90b7dcd8 {{(pid=93626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:15:43.297417 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.334245 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14171189'] for subnet, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.372238 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.425228 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13264759'] for subnet, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.450502 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da2d28f-73a4-4f6d-8751-17cb90b7dcd8,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:43.455066 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.458227 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7da2d28f-73a4-4f6d-8751-17cb90b7dcd8 HTTP/1.1" status: 204 len: 168 time: 0.2068253 Aug 10 14:15:43.460102 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55044) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:43.463200 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.463580 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.463924 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.464258 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.464590 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.464920 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.465262 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.465576 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.465903 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.466227 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.466550 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.466974 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200aadb7-6d4f-4aab-bc3e-d14450a6dd1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.526992 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.604740 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.614471 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9']}} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:43.624478 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f364c908-32b1-4e0b-857c-964034706774') {'for_net_delete': True} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:43.624778 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f364c908-32b1-4e0b-857c-964034706774') {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:43.633793 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13391503'] for segment, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.647767 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.653377 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=93625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:15:43.653765 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13547283'] for segment, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: Traceback (most recent call last): Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: timer() Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: cb(*args, **kw) Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: return func(*args, **kwargs) Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: self._notify() Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: self.callback(batched_events) Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: event.method(event) Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: return f(self, *a, **k) Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._get(url).json() Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: return self.request(url, 'GET', **kwargs) Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:15:43.655365 dv-cinder-788363-11-iscsi neutron-server[93625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:15:43.712323 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.717805 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.719713 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] 10.222.0.26 "DELETE /v2.0/networks/90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9 HTTP/1.1" status: 204 len: 168 time: 0.2585592 Aug 10 14:15:43.730768 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Pushing event deleted for resources: {'Network': ['ID=90cac9ab-91fc-4878-ad7c-5c4b7a78e0d9,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:43.737718 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.738076 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.738424 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.739268 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.739658 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.739966 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.740305 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.740638 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.740968 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.741299 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.741627 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.741953 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0f88a-9eaa-4ac7-800c-c471d690a328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:43.878859 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55050) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:43.917232 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-5358d40b-772d-47c8-985f-14100b1c726b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c50926e2c9624a23b4710c44e3565dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366466 Aug 10 14:15:43.919543 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55052) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:43.966192 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4b2c516b-a9aa-4e3c-9ab6-ecf1a74ecf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:43.986930 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4b2c516b-a9aa-4e3c-9ab6-ecf1a74ecf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:44.031995 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4b2c516b-a9aa-4e3c-9ab6-ecf1a74ecf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:44.034516 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-4b2c516b-a9aa-4e3c-9ab6-ecf1a74ecf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:44.035724 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-4b2c516b-a9aa-4e3c-9ab6-ecf1a74ecf57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6d0474d-de3f-4c91-a513-2d2bf50b265b HTTP/1.1" status: 204 len: 168 time: 0.1152718 Aug 10 14:15:44.043249 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c516b-a9aa-4e3c-9ab6-ecf1a74ecf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d0474d-de3f-4c91-a513-2d2bf50b265b,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:51.448832 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-a0b2af8b-fe34-4d89-80a3-5cd9f35bd5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:51.562076 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55166) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:51.668708 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c5358266-643d-463f-9ce1-a93d3e48dae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:51.755502 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c5358266-643d-463f-9ce1-a93d3e48dae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:51.759141 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c5358266-643d-463f-9ce1-a93d3e48dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:51.798621 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-c5358266-643d-463f-9ce1-a93d3e48dae1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f455cf4b7b924ea3b1efb2adef7233df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354133 Aug 10 14:15:51.799501 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5358266-643d-463f-9ce1-a93d3e48dae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aab52e-7310-44dd-94c4-141bc1e33a7c,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:51.803412 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55170) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:51.850218 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2dc6-c5a5-4173-a2d1-1aa0a4ff8144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:51.871930 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2dc6-c5a5-4173-a2d1-1aa0a4ff8144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:51.916138 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2dc6-c5a5-4173-a2d1-1aa0a4ff8144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:51.918647 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2dc6-c5a5-4173-a2d1-1aa0a4ff8144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:51.919828 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-bd8d2dc6-c5a5-4173-a2d1-1aa0a4ff8144 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07aab52e-7310-44dd-94c4-141bc1e33a7c HTTP/1.1" status: 204 len: 168 time: 0.1155100 Aug 10 14:15:51.928113 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d2dc6-c5a5-4173-a2d1-1aa0a4ff8144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aab52e-7310-44dd-94c4-141bc1e33a7c,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:52.471534 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:53.761032 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-332f1c99-d862-4370-80bf-ac3c8be29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:54.204899 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:54.907130 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:55.208580 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:15:56.682177 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:14.089674 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55436) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:16:14.195754 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6e36-c92d-4b43-a2de-91652277fd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:14.285252 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6e36-c92d-4b43-a2de-91652277fd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:14.289132 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6e36-c92d-4b43-a2de-91652277fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:14.328477 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f6e36-c92d-4b43-a2de-91652277fd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d67a3aa-e07c-4b6d-8921-92bf68cbd110,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:16:14.332574 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-bd0f6e36-c92d-4b43-a2de-91652277fd27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2381e630d7a74158b9249d08a1905c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418346 Aug 10 14:16:14.337221 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55440) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:16:14.390613 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-853c1925-dd57-4540-8342-6031c19bcef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:14.411686 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-853c1925-dd57-4540-8342-6031c19bcef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:14.461751 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-853c1925-dd57-4540-8342-6031c19bcef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:14.464380 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-853c1925-dd57-4540-8342-6031c19bcef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:14.468260 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-853c1925-dd57-4540-8342-6031c19bcef8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d67a3aa-e07c-4b6d-8921-92bf68cbd110 HTTP/1.1" status: 204 len: 168 time: 0.1273041 Aug 10 14:16:14.473913 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c1925-dd57-4540-8342-6031c19bcef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d67a3aa-e07c-4b6d-8921-92bf68cbd110,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:16:21.450148 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4f7c58df-bd16-4e75-852d-753b5790ddd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:22.478883 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:23.761511 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-92674e2e-9900-4b58-9c28-7a7e3e289677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:24.205759 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:24.910706 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:26.684564 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:28.279523 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-27df0637-9b8c-4cb8-a1ac-f8de57a5e9ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407557 Aug 10 14:16:28.376926 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-c6e03a8d-41ef-4a06-af43-05b7e7cfd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:16:28.378409 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-c6e03a8d-41ef-4a06-af43-05b7e7cfd0b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=091cdf8de6384837a65a9634e0553459&device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1098 time: 0.0390863 Aug 10 14:16:28.738802 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-a7988288-7818-4c48-af43-df4c2a8e2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:16:28.740301 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-a7988288-7818-4c48-af43-df4c2a8e2fdf service neutron] 10.222.0.53 "GET /v2.0/networks?id=5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 200 len: 910 time: 0.3427212 Aug 10 14:16:28.805122 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-00c67160-0406-4bae-bce6-dce60974dd6a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 200 len: 1001 time: 0.0566761 Aug 10 14:16:28.858819 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-1eff20b0-bdb0-4642-a95f-118a369e26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:16:28.861257 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-1eff20b0-bdb0-4642-a95f-118a369e26ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4949d49f-4478-468a-9c09-ca0e0958c8d8 HTTP/1.1" status: 200 len: 848 time: 0.0496192 Aug 10 14:16:28.905735 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-fd7bf29e-8223-4f1e-9387-4a367cf9e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:16:28.907174 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-fd7bf29e-8223-4f1e-9387-4a367cf9e73a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5369c544-29fb-4aab-a14a-eb56dd337bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390658 Aug 10 14:16:28.993747 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-41d3eee8-6549-4487-acd7-5468ccddc0f4 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795672 Aug 10 14:16:29.083541 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-f3ae98bf-661a-44c6-b480-68693ab2fe63 req-389bc5bb-e66f-43e2-88cf-3b5b247d0b67 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833063 Aug 10 14:16:29.358759 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55522) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:16:29.471029 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5975c779-7c56-4dd1-b099-5dd3dc892192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:29.566308 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5975c779-7c56-4dd1-b099-5dd3dc892192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:29.570823 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-5975c779-7c56-4dd1-b099-5dd3dc892192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:29.607384 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975c779-7c56-4dd1-b099-5dd3dc892192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ba2a15-e60e-483a-a485-32539173b2dc,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:16:29.611722 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-5975c779-7c56-4dd1-b099-5dd3dc892192 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2a4391fe43a478488c0d886ff3e0e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519286 Aug 10 14:16:29.614198 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55530) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:16:29.661231 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2ab8-dffb-46fa-9cc9-c41713581d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:29.684014 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2ab8-dffb-46fa-9cc9-c41713581d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:29.732902 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2ab8-dffb-46fa-9cc9-c41713581d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:29.735590 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2ab8-dffb-46fa-9cc9-c41713581d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:29.736952 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-0a4b2ab8-dffb-46fa-9cc9-c41713581d73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7ba2a15-e60e-483a-a485-32539173b2dc HTTP/1.1" status: 204 len: 168 time: 0.1215177 Aug 10 14:16:29.744814 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b2ab8-dffb-46fa-9cc9-c41713581d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ba2a15-e60e-483a-a485-32539173b2dc,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:16:32.207028 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:16:37.651514 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55604) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:16:37.753752 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c211c687-997b-4c3d-bd74-cc2b9a94bf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:37.841773 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c211c687-997b-4c3d-bd74-cc2b9a94bf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:37.845648 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-c211c687-997b-4c3d-bd74-cc2b9a94bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_create {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:37.884508 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-c211c687-997b-4c3d-bd74-cc2b9a94bf17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24f28df1890547ba93c326c9cb34140d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319441 Aug 10 14:16:37.885705 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211c687-997b-4c3d-bd74-cc2b9a94bf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10360eb3-a5fa-4a40-a77a-71bc2aa190d4,revision_number=1']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:16:37.887190 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55608) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:16:37.937846 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7a8f85b1-17cb-4e42-b0ce-0fe9043811be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:37.958593 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7a8f85b1-17cb-4e42-b0ce-0fe9043811be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:38.002959 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7a8f85b1-17cb-4e42-b0ce-0fe9043811be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:38.008473 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-7a8f85b1-17cb-4e42-b0ce-0fe9043811be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:38.008473 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-7a8f85b1-17cb-4e42-b0ce-0fe9043811be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10360eb3-a5fa-4a40-a77a-71bc2aa190d4 HTTP/1.1" status: 204 len: 168 time: 0.1185849 Aug 10 14:16:38.015838 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f85b1-17cb-4e42-b0ce-0fe9043811be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10360eb3-a5fa-4a40-a77a-71bc2aa190d4,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:16:51.450300 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-37939742-ee66-4443-a759-4e5345670e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:52.492240 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:53.762746 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3bb4bd6e-ea93-4e38-b5f8-b45af2d004ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:54.206294 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:54.915355 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:56.687434 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:06.315879 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-d2b6104e-82ea-41bf-9100-fcbbb8e0ec6c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414526409&fields=id&tenant_id=758775bbbcbf479a918e7e586753aee6 HTTP/1.1" status: 200 len: 267 time: 0.0417044 Aug 10 14:17:06.419545 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599575b9-57c8-41a2-b252-25e1af83769e req-eb078ddd-33a5-4ab2-b2c3-5b986b19912f tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:06.421009 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-eb078ddd-33a5-4ab2-b2c3-5b986b19912f tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 812 time: 0.0983825 Aug 10 14:17:06.436066 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-7be1a837-d255-445e-9a96-23eb62839806 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/quotas/758775bbbcbf479a918e7e586753aee6 HTTP/1.1" status: 200 len: 375 time: 0.0093634 Aug 10 14:17:06.492956 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-a62ab468-a093-4abe-8c9e-18db25923bcb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516024 Aug 10 14:17:06.588179 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-634208ad-4608-46d1-9dc5-8b046a49f9c9 service neutron] 10.222.0.26 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841389 Aug 10 14:17:06.678429 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-e80ace5a-fffe-4415-a13a-efa274b3f813 service neutron] 10.222.0.26 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844576 Aug 10 14:17:06.965696 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-27b4e287-7cd4-45ab-b40c-81e59cd8dc22 req-a775cdb1-7992-4ba9-a0de-b19985f444b1 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 210 time: 0.0321615 Aug 10 14:17:07.914089 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599575b9-57c8-41a2-b252-25e1af83769e req-c0f56358-f595-4c82-a1d8-824556d60f72 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:07.915626 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-c0f56358-f595-4c82-a1d8-824556d60f72 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 812 time: 0.1058810 Aug 10 14:17:07.964075 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-08f9c52c-5048-4e53-bc0e-81debfda4aed tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758775bbbcbf479a918e7e586753aee6 HTTP/1.1" status: 200 len: 379 time: 0.0338814 Aug 10 14:17:07.974209 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'port': {'device_id': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'admin_state_up': True, 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'security_groups': ['de7c9191-346c-4f07-8272-34601b8349e6']}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:17:08.094550 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4e44eeba-3576-40af-a524-1c11a2aeaecf req-ac9a30b6-b8b6-486b-922c-754cb34cedf9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 210 time: 0.0351284 Aug 10 14:17:08.116546 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Made reservation on behalf of 758775bbbcbf479a918e7e586753aee6 for: {'port': 1} {{(pid=93625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:17:08.120378 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:08.245710 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Allocated IP 172.20.0.8 (5a458730-9541-4ff6-a861-0f529102559f/201af45a-0afb-4ad4-a26e-930ccd725184/aecc2e64-0630-4873-b3f4-364b398d7220) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:17:08.377627 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:08.391146 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Transition to ACTIVE for port object aecc2e64-0630-4873-b3f4-364b398d7220 will not be triggered until provisioned by entity DHCP. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:17:08.425848 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:08.473017 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Network 5a458730-9541-4ff6-a861-0f529102559f is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:17:08.478452 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:17:08.482446 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:17:08.512162 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'Port': ['ID=aecc2e64-0630-4873-b3f4-364b398d7220,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:08.526629 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.526988 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.527380 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.527719 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.528059 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.528398 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.528730 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.529088 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.529400 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.529706 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.530062 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.530386 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:08.548884 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:08.549519 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:08.565190 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-c49a9a1b-15b8-41bf-a1bc-795c4dbc836d tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5948410 Aug 10 14:17:08.582329 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Request body: {'port': {'device_id': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:17:08.640044 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:08.675059 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-d1b426a5-4b61-43b1-9ee3-216a4b5ef926 None None] Provisioning for port aecc2e64-0630-4873-b3f4-364b398d7220 completed by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:17:08.678602 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-d1b426a5-4b61-43b1-9ee3-216a4b5ef926 None None] Provisioning complete for port aecc2e64-0630-4873-b3f4-364b398d7220 triggered by entity DHCP. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:17:08.679516 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-d1b426a5-4b61-43b1-9ee3-216a4b5ef926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:08.716181 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-d1b426a5-4b61-43b1-9ee3-216a4b5ef926 None None] Port aecc2e64-0630-4873-b3f4-364b398d7220 cannot update to ACTIVE because it is not bound. {{(pid=93627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:17:08.905351 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecc2e64-0630-4873-b3f4-364b398d7220 {{(pid=93625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:17:08.912544 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:08.924304 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.provisioning_blocks [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Transition to ACTIVE for port object aecc2e64-0630-4873-b3f4-364b398d7220 will not be triggered until provisioned by entity L2. {{(pid=93625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:17:08.927796 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:08.976581 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2061b-2376-4660-8374-949443190210 service neutron] Pushing event updated for resources: {'Port': ['ID=aecc2e64-0630-4873-b3f4-364b398d7220,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:09.048110 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Attempting to bind port aecc2e64-0630-4873-b3f4-364b398d7220 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:17:09.048459 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Attempting to bind port aecc2e64-0630-4873-b3f4-364b398d7220 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:17:09.048795 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Attempting to bind port aecc2e64-0630-4873-b3f4-364b398d7220 on network 5a458730-9541-4ff6-a861-0f529102559f {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:17:09.053358 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Port aecc2e64-0630-4873-b3f4-364b398d7220 on network 5a458730-9541-4ff6-a861-0f529102559f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:17:09.054296 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Attempting to bind port aecc2e64-0630-4873-b3f4-364b398d7220 on network 5a458730-9541-4ff6-a861-0f529102559f {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:17:09.059306 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Checking agent: {'id': '837af3d7-78c7-469c-b10a-3a74c4cb21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'started_at': datetime.datetime(2021, 8, 10, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:17:09.059783 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Checking segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:17:09.060074 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Bound using segment: {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'} {{(pid=93625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:17:09.060513 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.managers [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Bound port: aecc2e64-0630-4873-b3f4-364b398d7220, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355e0b32-5827-4cfe-82f1-8df83aff7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5a458730-9541-4ff6-a861-0f529102559f'}}] {{(pid=93625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:17:09.060876 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:09.142720 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] For port aecc2e64-0630-4873-b3f4-364b398d7220, host hv-cinder-78836, cleared binding levels {{(pid=93625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:17:09.148061 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] For port aecc2e64-0630-4873-b3f4-364b398d7220, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aecc2e64-0630-4873-b3f4-364b398d7220,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:17:09.154192 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:09.200055 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:09.200691 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:09.202110 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-66a2061b-2376-4660-8374-949443190210 service neutron] 10.222.0.53 "PUT /v2.0/ports/aecc2e64-0630-4873-b3f4-364b398d7220 HTTP/1.1" status: 200 len: 1093 time: 0.6242013 Aug 10 14:17:09.206351 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:17:09.215946 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:17:09.218179 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bad6fe-c727-4cee-96be-58d243931940" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:17:09.245310 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2061b-2376-4660-8374-949443190210 service neutron] Pushing event updated for resources: {'Port': ['ID=aecc2e64-0630-4873-b3f4-364b398d7220,revision_number=3']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:09.264508 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712bfa0-d5a0-4085-a100-fb7c015a304a req-760dcc71-cb80-47ab-9af0-394b65951d61 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:09.266068 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a712bfa0-d5a0-4085-a100-fb7c015a304a req-760dcc71-cb80-47ab-9af0-394b65951d61 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 943 time: 0.0852313 Aug 10 14:17:09.275936 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095238c8-c0cb-4571-9c48-acb0ea1e5ddf x-openstack-request-id: req-095238c8-c0cb-4571-9c48-acb0ea1e5ddf {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:17:09.276188 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:17:09.276435 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-095238c8-c0cb-4571-9c48-acb0ea1e5ddf {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:17:09.276811 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'status': 'completed', 'code': 200} Aug 10 14:17:09.335969 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-a712bfa0-d5a0-4085-a100-fb7c015a304a req-d7f377f9-fd9e-4182-8ae8-3b65eebb32a5 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583100 Aug 10 14:17:09.341948 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599575b9-57c8-41a2-b252-25e1af83769e req-904fd877-ddef-4372-90b7-78fd67e9a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:09.343612 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-904fd877-ddef-4372-90b7-78fd67e9a367 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 1096 time: 0.0764742 Aug 10 14:17:09.394036 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-263be53b-9e52-4651-90be-83b6316e198b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aecc2e64-0630-4873-b3f4-364b398d7220 HTTP/1.1" status: 200 len: 217 time: 0.0351384 Aug 10 14:17:09.441835 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599575b9-57c8-41a2-b252-25e1af83769e req-dfc5fd3b-9bba-4162-9420-f006255535a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:09.443241 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-dfc5fd3b-9bba-4162-9420-f006255535a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0425165 Aug 10 14:17:09.492416 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599575b9-57c8-41a2-b252-25e1af83769e req-13ced7a6-85c1-48a4-83fb-37ca15529974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:09.493886 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-13ced7a6-85c1-48a4-83fb-37ca15529974 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440862 Aug 10 14:17:09.582377 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-b74b1d3a-a750-41e1-88fb-1f0561f2f14c service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809171 Aug 10 14:17:09.673841 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-599575b9-57c8-41a2-b252-25e1af83769e req-5a91a883-dad6-4cc4-a6a9-dae4beb4c98b service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Aug 10 14:17:09.798117 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad6fe-c727-4cee-96be-58d243931940 req-c83cb0e6-9659-489f-a49f-a18acfec539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:09.799619 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4bad6fe-c727-4cee-96be-58d243931940 req-c83cb0e6-9659-489f-a49f-a18acfec539c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 1096 time: 0.0400424 Aug 10 14:17:09.889286 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad6fe-c727-4cee-96be-58d243931940 req-f23f39b6-90fe-4408-a799-480ceb6acfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:09.890756 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4bad6fe-c727-4cee-96be-58d243931940 req-f23f39b6-90fe-4408-a799-480ceb6acfc1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.0828192 Aug 10 14:17:09.936212 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4bad6fe-c727-4cee-96be-58d243931940 req-958817ec-cadb-4dd5-b464-e5ade62243d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aecc2e64-0630-4873-b3f4-364b398d7220 HTTP/1.1" status: 200 len: 217 time: 0.0373833 Aug 10 14:17:09.990626 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad6fe-c727-4cee-96be-58d243931940 req-a989bb03-8051-4a18-bfe0-ec1a864044e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:09.992166 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4bad6fe-c727-4cee-96be-58d243931940 req-a989bb03-8051-4a18-bfe0-ec1a864044e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0437570 Aug 10 14:17:10.037567 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad6fe-c727-4cee-96be-58d243931940 req-077e1cf5-d62f-433a-8cd5-84288ac5cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:10.039652 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4bad6fe-c727-4cee-96be-58d243931940 req-077e1cf5-d62f-433a-8cd5-84288ac5cd48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400379 Aug 10 14:17:10.133359 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4bad6fe-c727-4cee-96be-58d243931940 req-05a27fc0-b1e5-45b8-a56d-75767885d245 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861423 Aug 10 14:17:10.226447 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d4bad6fe-c727-4cee-96be-58d243931940 req-ef1f55be-8533-4601-ac76-d2d06908e679 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813069 Aug 10 14:17:10.608651 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48899c-5219-4a57-92ad-7fb46723f2ce req-673fc625-4db5-4ce8-b2e5-ce52c33be864 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:10.610118 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b48899c-5219-4a57-92ad-7fb46723f2ce req-673fc625-4db5-4ce8-b2e5-ce52c33be864 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 943 time: 0.2065370 Aug 10 14:17:10.651157 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-9b48899c-5219-4a57-92ad-7fb46723f2ce req-6b8470f7-b578-4318-989e-78facc4eae5a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350590 Aug 10 14:17:11.811187 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493d0bd-0913-4dd7-ad5f-5d246c18772a req-2718832a-416d-44ad-9d89-87983ba8ceeb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:11.812670 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4493d0bd-0913-4dd7-ad5f-5d246c18772a req-2718832a-416d-44ad-9d89-87983ba8ceeb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 943 time: 0.0976527 Aug 10 14:17:11.850083 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4493d0bd-0913-4dd7-ad5f-5d246c18772a req-68aa89b4-357d-447c-8f00-3ba501ec5a37 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316064 Aug 10 14:17:12.964851 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9eb2b-c735-42eb-9cc2-546b801b71d8 req-f8d0f2eb-a101-4854-96c6-2fdabf499c2f tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:12.966386 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cef9eb2b-c735-42eb-9cc2-546b801b71d8 req-f8d0f2eb-a101-4854-96c6-2fdabf499c2f tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 943 time: 0.0476289 Aug 10 14:17:13.003567 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cef9eb2b-c735-42eb-9cc2-546b801b71d8 req-a2b84ac2-b604-4538-a004-aa8f9b07dbd1 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312667 Aug 10 14:17:14.120100 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd9acf-df47-44b5-8c6d-00abe1dd8b21 req-90eef033-abd7-4e46-bfa1-34101f6fbd1f tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:14.121595 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-47dd9acf-df47-44b5-8c6d-00abe1dd8b21 req-90eef033-abd7-4e46-bfa1-34101f6fbd1f tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 943 time: 0.0523098 Aug 10 14:17:14.158264 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-47dd9acf-df47-44b5-8c6d-00abe1dd8b21 req-5ad324c5-f890-4e4a-92ef-b4ffb7432793 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Aug 10 14:17:15.270947 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f862e2a-aae3-4d04-8338-5de980995046 req-7fa5ca50-819c-4cff-886d-0631d04d5c64 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:15.272970 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4f862e2a-aae3-4d04-8338-5de980995046 req-7fa5ca50-819c-4cff-886d-0631d04d5c64 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 943 time: 0.0497642 Aug 10 14:17:15.311937 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4f862e2a-aae3-4d04-8338-5de980995046 req-79e48595-c69f-4475-a607-7fb4772e0ec2 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326188 Aug 10 14:17:16.425160 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933fce1-586c-4d9f-b07c-178669aa858c req-28f2d6df-7e12-41f3-956f-f5468bbd3df4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:16.426618 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0933fce1-586c-4d9f-b07c-178669aa858c req-28f2d6df-7e12-41f3-956f-f5468bbd3df4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 943 time: 0.0485070 Aug 10 14:17:16.464541 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-0933fce1-586c-4d9f-b07c-178669aa858c req-4ced07f6-eb25-447e-8a91-817c6b1b70df tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320349 Aug 10 14:17:17.578938 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccb469-5e53-4840-9118-dc46d8fe8932 req-02ce601a-e285-4a05-86ef-cb7833598c71 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:17.580424 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-90ccb469-5e53-4840-9118-dc46d8fe8932 req-02ce601a-e285-4a05-86ef-cb7833598c71 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 943 time: 0.0508089 Aug 10 14:17:17.618099 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-90ccb469-5e53-4840-9118-dc46d8fe8932 req-95a9d2ea-c183-456b-9efc-021c7b75a349 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Aug 10 14:17:17.951332 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device aecc2e64-0630-4873-b3f4-364b398d7220 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:17:18.171781 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port aecc2e64-0630-4873-b3f4-364b398d7220, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aecc2e64-0630-4873-b3f4-364b398d7220,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:17:18.183215 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Returning: {'device': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'port_id': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'mac_address': 'fa:16:3e:ba:dd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:17:18.218556 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:18.230973 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecc2e64-0630-4873-b3f4-364b398d7220 {{(pid=93627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:17:18.250358 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port aecc2e64-0630-4873-b3f4-364b398d7220, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aecc2e64-0630-4873-b3f4-364b398d7220,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:17:18.254537 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:18.300003 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=aecc2e64-0630-4873-b3f4-364b398d7220,revision_number=4']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:18.307119 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.307492 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.307837 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.308171 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.308503 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.308835 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.309164 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.309491 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.309817 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.310139 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.310459 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.310779 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:18.555210 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] get_ports_and_sgs() called for port_ids ['aecc2e64-0630-4873-b3f4-364b398d7220'] {{(pid=93627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:17:18.729792 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab574df6-9f38-4ada-8b03-5eaf605ffc62 req-e03b27a1-2729-4425-ab44-8fcf61972b36 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:18.731314 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab574df6-9f38-4ada-8b03-5eaf605ffc62 req-e03b27a1-2729-4425-ab44-8fcf61972b36 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 944 time: 0.0483186 Aug 10 14:17:18.768661 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ab574df6-9f38-4ada-8b03-5eaf605ffc62 req-592938ff-1031-4f76-b2b3-a435883c9b9f tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Aug 10 14:17:19.881565 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676d8cf-8cd1-4f11-9c2b-bb1d0b62a84e req-61253c87-ef5a-4339-be39-b4fc0dfba115 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:19.883752 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e676d8cf-8cd1-4f11-9c2b-bb1d0b62a84e req-61253c87-ef5a-4339-be39-b4fc0dfba115 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 944 time: 0.0503886 Aug 10 14:17:19.920073 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e676d8cf-8cd1-4f11-9c2b-bb1d0b62a84e req-e8c740c8-b8ba-4c01-b1ea-9b0a5c95e136 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305274 Aug 10 14:17:19.955520 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device aecc2e64-0630-4873-b3f4-364b398d7220 up at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:17:20.004428 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning for port aecc2e64-0630-4873-b3f4-364b398d7220 completed by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:17:20.008502 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.provisioning_blocks [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Provisioning complete for port aecc2e64-0630-4873-b3f4-364b398d7220 triggered by entity L2. {{(pid=93627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:17:20.008873 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738916'] for port, provisioning_complete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:20.081042 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:20.102974 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220'}] {{(pid=93627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:17:20.105211 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c19c17568b1a40c3d7f9d319384e3615d6605386089f0db11d9d1dc163c86be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9efdd34-5361-4f03-87d1-e4bd6b7081fc" -d '{"events": [{"server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220"}]}' {{(pid=93627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:17:20.118297 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] For port aecc2e64-0630-4873-b3f4-364b398d7220, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aecc2e64-0630-4873-b3f4-364b398d7220,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:17:20.124291 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144'] for port, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:20.147637 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0d2419-8217-4fe2-ada0-7cf86ef2c89a x-openstack-request-id: req-cc0d2419-8217-4fe2-ada0-7cf86ef2c89a {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:17:20.147932 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220", "code": 200}]} {{(pid=93627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:17:20.148189 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc0d2419-8217-4fe2-ada0-7cf86ef2c89a {{(pid=93627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:17:20.148586 dv-cinder-788363-11-iscsi neutron-server[93627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'code': 200} Aug 10 14:17:20.173577 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Pushing event updated for resources: {'Port': ['ID=aecc2e64-0630-4873-b3f4-364b398d7220,revision_number=5']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:20.386733 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d76e4-e06c-4838-b725-b7a93325fdcc req-a0c0d963-1b00-4e6d-871b-faa6599d1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:20.388161 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ed9d76e4-e06c-4838-b725-b7a93325fdcc req-a0c0d963-1b00-4e6d-871b-faa6599d1960 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 1098 time: 0.0431395 Aug 10 14:17:20.422898 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-ed9d76e4-e06c-4838-b725-b7a93325fdcc req-6a41afc9-2ce0-4bb0-8ff7-9c0479429f28 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277355 Aug 10 14:17:21.034004 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb055e52-1f88-4f73-81d9-01a524164b58 req-e680008d-a53b-4db4-9a83-f04146f6e60a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:21.035513 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb055e52-1f88-4f73-81d9-01a524164b58 req-e680008d-a53b-4db4-9a83-f04146f6e60a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 945 time: 0.0490730 Aug 10 14:17:21.073505 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-eb055e52-1f88-4f73-81d9-01a524164b58 req-c2297ee1-6eee-45fb-9feb-bbd5d791d592 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314891 Aug 10 14:17:21.455415 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-06432bb1-7849-4a2a-afea-8e6f637ec938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:22.186753 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0710e1-5a43-40cb-b988-7ed612e53083 req-88a76f6d-5adb-425e-9d75-d2f12cd418eb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:22.188262 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5b0710e1-5a43-40cb-b988-7ed612e53083 req-88a76f6d-5adb-425e-9d75-d2f12cd418eb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 945 time: 0.0483253 Aug 10 14:17:22.225634 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-5b0710e1-5a43-40cb-b988-7ed612e53083 req-a5184dca-dce7-4322-94c5-b4bff4004650 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Aug 10 14:17:22.340967 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d8883-da91-431d-8356-18d2f8581cc5 req-d5d6c2fd-3a0c-4038-8b36-8ce07a237117 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:22.342382 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc9d8883-da91-431d-8356-18d2f8581cc5 req-d5d6c2fd-3a0c-4038-8b36-8ce07a237117 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 945 time: 0.0515759 Aug 10 14:17:22.379380 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-dc9d8883-da91-431d-8356-18d2f8581cc5 req-2ba2f1cf-dec8-473b-8a34-f3a8214d2abe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311348 Aug 10 14:17:22.401961 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55716) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:22.439966 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3d36d-2321-4d6e-a19f-b15f77200b4a tempest-TestVolumeBootPattern-1325315715 tempest-TestVolumeBootPattern-1325315715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:22.441454 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-91d3d36d-2321-4d6e-a19f-b15f77200b4a tempest-TestVolumeBootPattern-1325315715 tempest-TestVolumeBootPattern-1325315715-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 1093 time: 0.0384851 Aug 10 14:17:22.444112 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55718) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:22.448945 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.v2.base [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Request body: {'floatingip': {'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'port_id': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:17:22.470696 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:22.491542 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:22.567878 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:22.667400 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_common [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Allocated IP 172.27.1.187 (c2dada14-6cba-4f81-a379-634ea0076871/13add2c6-0740-45a5-9f86-ab416ac2a6f5/5fe7eb2a-91e4-447a-8906-3a2e1785007b) {{(pid=93625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:17:22.776393 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for port, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:22.813816 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747732335108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:22.847332 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Network c2dada14-6cba-4f81-a379-634ea0076871 is already hosted by enough agents. {{(pid=93625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:17:22.851809 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.base_scheduler [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Resources bound (agent type, host, resource id): {{(pid=93625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:17:22.857269 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Received port after_create {{(pid=93625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:17:22.882840 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'Port': ['ID=5fe7eb2a-91e4-447a-8906-3a2e1785007b,revision_number=1']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:23.216227 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:23.280403 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682284'] for port, before_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:23.430622 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for port, precommit_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:23.434961 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747732724637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747732335126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747732335144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13547319'] for port, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:23.503218 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event updated for resources: {'Port': ['ID=5fe7eb2a-91e4-447a-8906-3a2e1785007b,revision_number=2']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:23.511029 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16421783'] for floatingip, after_update {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:23.607758 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Floating IP 6e9b5642-d7b7-4d58-8f23-ad3b97935d09 associated. External IP: 172.27.1.187, port: aecc2e64-0630-4873-b3f4-364b398d7220. Aug 10 14:17:23.763613 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3b10d736-6c69-4868-a77c-c326a75e7dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:23.810906 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:17:23.917971 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:17:23.927911 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] Sync routers for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:17:23.934828 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:23.938148 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:17:23.938896 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:17:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:17:23.961083 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-03385051-d9d1-45fe-a79a-e4803491bab0 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5154555 Aug 10 14:17:23.961676 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:17:23.963967 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:17:24.000274 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7322fbb4-c73d-44f8-b4f3-9081acd83702 x-openstack-request-id: req-7322fbb4-c73d-44f8-b4f3-9081acd83702 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:17:24.000570 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:17:24.000827 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7322fbb4-c73d-44f8-b4f3-9081acd83702 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:17:24.001232 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'status': 'completed', 'code': 200} Aug 10 14:17:24.044014 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:17:24.082321 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-fde7e702-e47f-4932-a9cb-25a8ba3a25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:24.083871 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-fde7e702-e47f-4932-a9cb-25a8ba3a25a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 1098 time: 0.0404372 Aug 10 14:17:24.221798 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:24.290030 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '6e9b5642-d7b7-4d58-8f23-ad3b97935d09', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:ba:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:17:23Z', 'updated_at': '2021-08-10T14:17:23Z', 'revision_number': 0, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}, {'id': 'acf85434-b9f8-486d-bcaf-013216faa170', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:15:05Z', 'updated_at': '2021-08-10T14:15:07Z', 'revision_number': 1, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:17:24.319768 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] Checking router: f0c3d0a4-cc53-437d-bb0b-d6c92867f715 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:17:24.328384 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:17:24.329002 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:17:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:17:24.432005 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:17:24.437049 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-021f1cd5-ce0a-4fc8-8b99-d7433c7475b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:24.438525 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-021f1cd5-ce0a-4fc8-8b99-d7433c7475b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.3479431 Aug 10 14:17:24.504022 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-f6defb20-7bd6-411c-a731-e000d3b3687b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aecc2e64-0630-4873-b3f4-364b398d7220 HTTP/1.1" status: 200 len: 999 time: 0.0583863 Aug 10 14:17:24.556762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-8aaad726-f975-4891-a450-94aa61256d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:24.558276 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-8aaad726-f975-4891-a450-94aa61256d22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0470870 Aug 10 14:17:24.605291 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-e146f30f-11ad-429a-a644-0a0da802893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:24.606695 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-e146f30f-11ad-429a-a644-0a0da802893d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412595 Aug 10 14:17:24.617533 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-b05a9d99-0f43-4b69-bfe5-ee6b7e18c594 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:17:24.618501 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-b05a9d99-0f43-4b69-bfe5-ee6b7e18c594 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053337 Aug 10 14:17:24.659721 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '6e9b5642-d7b7-4d58-8f23-ad3b97935d09', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:ba:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:17:23Z', 'updated_at': '2021-08-10T14:17:23Z', 'revision_number': 0, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}, {'id': 'acf85434-b9f8-486d-bcaf-013216faa170', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:15:05Z', 'updated_at': '2021-08-10T14:15:07Z', 'revision_number': 1, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:17:24.684598 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ee6dd-c872-4bb8-9995-4946d2b0eda5 None None] The sync data for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi is: [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': '6e9b5642-d7b7-4d58-8f23-ad3b97935d09', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:ba:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:17:23Z', 'updated_at': '2021-08-10T14:17:23Z', 'revision_number': 0, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}, {'id': 'acf85434-b9f8-486d-bcaf-013216faa170', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:15:05Z', 'updated_at': '2021-08-10T14:15:07Z', 'revision_number': 1, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:17:24.708451 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-9c967908-48a3-49f3-9bf0-d7e3a2768305 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827587 Aug 10 14:17:24.802399 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-7b0f7379-f26d-4f4b-8f8a-eae78d8c0d3a req-fe6b1d96-ef26-49a2-b9e7-375778597536 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870693 Aug 10 14:17:24.876798 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e61a64-93f7-4cbf-9bb4-3e236be2d93a None None] New status for floating IP 6e9b5642-d7b7-4d58-8f23-ad3b97935d09: ACTIVE {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:17:24.917360 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:26.690544 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:28.337487 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-7d9bf2b1-6d78-4b32-8600-35f910ca46d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814586 Aug 10 14:17:28.406048 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-36e78884-bd08-42d2-853e-6660a7bb5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:28.407526 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-36e78884-bd08-42d2-853e-6660a7bb5da0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 1098 time: 0.0384977 Aug 10 14:17:28.514893 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-f79c119e-bd2e-4e41-910a-12f77bc1f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:28.516394 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-f79c119e-bd2e-4e41-910a-12f77bc1f6a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.0907006 Aug 10 14:17:28.580022 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-dc3f4a9c-d049-44fe-a690-94f6b12eeb92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82 HTTP/1.1" status: 200 len: 1000 time: 0.0557833 Aug 10 14:17:28.631364 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-de628d8b-c94d-4517-b7fa-5ee54331d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:28.632730 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-de628d8b-c94d-4517-b7fa-5ee54331d883 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0460093 Aug 10 14:17:28.676699 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-9a5c1e21-8c78-4e85-baa9-66a355fab683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:28.678156 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-9a5c1e21-8c78-4e85-baa9-66a355fab683 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386708 Aug 10 14:17:28.764033 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-56e38087-68ef-452f-94c7-7c2ce21970f6 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787327 Aug 10 14:17:28.855055 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-78d88427-c509-4f49-a9f5-4cfe7ad2dc4b req-61529e4e-9037-48ea-a27a-64fcf19646fc service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842154 Aug 10 14:17:46.205171 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:17:51.456570 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-02013f2c-cba4-47f9-8773-77cb26afbf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:52.490917 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:53.765476 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-8c642823-5e2c-4612-80db-074e2b2bb0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:54.203866 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:54.919884 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:56.697337 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:21.457284 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2463-309d-4a52-be02-2c2b1ab52b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:22.505590 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:23.203946 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:18:23.765929 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b58207d4-38c8-490d-a826-83f02c3a2eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:24.205565 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:24.923003 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:26.695532 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:30.921977 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-a8bda83b-79ef-4953-aab4-f10ec9b43b9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401564 Aug 10 14:18:31.017248 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-f4131aad-e0e0-4c6a-ae00-2698697b3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:18:31.018766 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-f4131aad-e0e0-4c6a-ae00-2698697b3223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=091cdf8de6384837a65a9634e0553459&device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1098 time: 0.0401316 Aug 10 14:18:31.131340 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-99823b15-2814-4973-91e0-9a56868dced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:18:31.132882 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-99823b15-2814-4973-91e0-9a56868dced5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 200 len: 910 time: 0.0886147 Aug 10 14:18:31.196405 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-088625a8-1c76-44c2-b84e-24fc38916d35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 200 len: 1001 time: 0.0563450 Aug 10 14:18:31.247168 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-f54f11d1-c6bf-4773-8386-94bfcb4d69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:18:31.248609 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-f54f11d1-c6bf-4773-8386-94bfcb4d69d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4949d49f-4478-468a-9c09-ca0e0958c8d8 HTTP/1.1" status: 200 len: 848 time: 0.0457687 Aug 10 14:18:31.294146 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-16b661ad-4e8b-464f-9998-194e3e8bde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:18:31.295697 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-16b661ad-4e8b-464f-9998-194e3e8bde33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5369c544-29fb-4aab-a14a-eb56dd337bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400684 Aug 10 14:18:31.383115 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-bdfd688b-d03f-4ce0-a5d3-e42526db7172 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799732 Aug 10 14:18:31.475796 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-973d77a5-8bc1-459a-90a6-cc5ea2384cbb req-9026615d-6f73-4afe-bb92-910f2b9a63cf service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860348 Aug 10 14:18:51.456757 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-36d77822-3e3b-4b21-ad56-46b0410bedc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:52.522063 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:53.765851 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-60f350fd-478d-4c51-89ec-87a381cff777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:54.205865 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:54.925338 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:56.697943 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:00.202566 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:19:02.710098 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55768) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:02.868832 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Deleting port 5fe7eb2a-91e4-447a-8906-3a2e1785007b {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:02.869184 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:02.945168 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:02.945509 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:02.957215 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Calling delete_port for 5fe7eb2a-91e4-447a-8906-3a2e1785007b owned by network:floatingip {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:03.104998 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:03.139042 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event deleted for resources: {'Port': ['ID=5fe7eb2a-91e4-447a-8906-3a2e1785007b,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:03.151707 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.152066 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.152416 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.152762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.153099 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.153441 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.153776 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.154111 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.154443 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.154774 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.155101 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.155457 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:03.208148 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:03.208487 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Floating IP 6e9b5642-d7b7-4d58-8f23-ad3b97935d09 disassociated (deleted). External IP: 172.27.1.187, port: aecc2e64-0630-4873-b3f4-364b398d7220. Aug 10 14:19:03.416034 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:19:03.523501 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:19:03.528810 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:03.533307 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] Sync routers for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:19:03.542233 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:03.542850 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:03.557712 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-f06a092f-bba7-4c24-9577-25a1bfa6a540 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "DELETE /v2.0/floatingips/6e9b5642-d7b7-4d58-8f23-ad3b97935d09 HTTP/1.1" status: 204 len: 168 time: 0.8440015 Aug 10 14:19:03.557712 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:19:03.558301 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:19:03.648929 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:03.659216 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ad8f7b-a96d-40aa-ad7f-9bc003cf1f83 x-openstack-request-id: req-e0ad8f7b-a96d-40aa-ad7f-9bc003cf1f83 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:19:03.659544 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:19:03.659801 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0ad8f7b-a96d-40aa-ad7f-9bc003cf1f83 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:19:03.660208 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'status': 'completed', 'code': 200} Aug 10 14:19:03.808441 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f33928-f026-40d1-8334-90a2e41c724a req-12af9aa7-8a0b-4a0c-9498-3b50265afc86 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:03.809935 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-17f33928-f026-40d1-8334-90a2e41c724a req-12af9aa7-8a0b-4a0c-9498-3b50265afc86 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 945 time: 0.0778832 Aug 10 14:19:03.816352 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-fb37d8f6-1cff-4e7e-ad6f-70a6c577a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:03.817758 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-fb37d8f6-1cff-4e7e-ad6f-70a6c577a622 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 1098 time: 0.0594087 Aug 10 14:19:03.888455 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': 'acf85434-b9f8-486d-bcaf-013216faa170', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:15:05Z', 'updated_at': '2021-08-10T14:15:07Z', 'revision_number': 1, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:03.896622 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-17f33928-f026-40d1-8334-90a2e41c724a req-cc2a5880-64b2-4294-bed2-64509f2e49ac tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779274 Aug 10 14:19:03.915797 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] Checking router: f0c3d0a4-cc53-437d-bb0b-d6c92867f715 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:19:03.924365 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:03.924911 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:03.929658 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-74150c6c-5314-4ddb-9b79-fa3e38ab08df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:03.931152 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-74150c6c-5314-4ddb-9b79-fa3e38ab08df service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.1053038 Aug 10 14:19:03.978557 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-876742a1-ddc6-458f-8e38-be69b760d262 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aecc2e64-0630-4873-b3f4-364b398d7220 HTTP/1.1" status: 200 len: 217 time: 0.0390432 Aug 10 14:19:04.029459 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-c63c4f93-f4e4-4b4f-bd31-cc954df3e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:04.030976 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-c63c4f93-f4e4-4b4f-bd31-cc954df3e3a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0455461 Aug 10 14:19:04.079087 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-27627065-ea8c-423e-a597-4242a70bfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:04.080561 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-27627065-ea8c-423e-a597-4242a70bfd69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425296 Aug 10 14:19:04.153797 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:04.175177 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-04df10b8-fdf9-4e2e-88f5-4e7515c59289 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864577 Aug 10 14:19:04.269017 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-c786c0d4-d45d-4635-bd2a-1fbfa65efc9f req-f3ea94d9-9bea-4654-86ad-2d6ad92684df service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857270 Aug 10 14:19:04.374770 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': 'acf85434-b9f8-486d-bcaf-013216faa170', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:15:05Z', 'updated_at': '2021-08-10T14:15:07Z', 'revision_number': 1, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:04.403326 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e35f9-6350-4e50-9d23-52e6028fc46b None None] The sync data for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi is: [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_floatingips': [{'id': 'acf85434-b9f8-486d-bcaf-013216faa170', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'router_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'port_id': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'mac_address': 'fa:16:3e:b1:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:15:05Z', 'updated_at': '2021-08-10T14:15:07Z', 'revision_number': 1, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:19:04.607694 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ce30a-83bf-4257-9c26-f4292df34fe3 None None] New status for floating IP 6e9b5642-d7b7-4d58-8f23-ad3b97935d09: DOWN {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:19:05.014496 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d25f8-12d6-4570-b230-eee211eeb697 req-12971b70-2686-4090-8c5a-790bf84648a3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:05.016918 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-524d25f8-12d6-4570-b230-eee211eeb697 req-12971b70-2686-4090-8c5a-790bf84648a3 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 945 time: 0.0517023 Aug 10 14:19:05.056616 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-524d25f8-12d6-4570-b230-eee211eeb697 req-d944e474-1332-464d-ab32-3094e2bafacb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332761 Aug 10 14:19:05.081642 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55788) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:05.236904 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Deleting port 56bd518a-530f-42c7-b9f1-679e8229dd20 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:05.237278 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:05.311900 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:05.312237 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:05.324224 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Calling delete_port for 56bd518a-530f-42c7-b9f1-679e8229dd20 owned by network:floatingip {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:05.488262 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:05.516975 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event deleted for resources: {'Port': ['ID=56bd518a-530f-42c7-b9f1-679e8229dd20,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:05.572037 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-b2d8d36b-21a9-4a69-946a-6efc28881b3a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:05.574032 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-b2d8d36b-21a9-4a69-946a-6efc28881b3a tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 945 time: 0.1151197 Aug 10 14:19:05.613817 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:05.614151 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.db.l3_db [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Floating IP eecda94d-6ce5-4d26-8dea-f3042cd4bf41 disassociated (deleted). External IP: 172.27.1.209, port: 02d80e80-caf8-48f2-a3ce-f13607c6ec21. Aug 10 14:19:05.752738 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Deleting port aecc2e64-0630-4873-b3f4-364b398d7220 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:05.752990 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:05.912660 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] For port aecc2e64-0630-4873-b3f4-364b398d7220, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aecc2e64-0630-4873-b3f4-364b398d7220,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:05.913026 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:05.928185 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Calling delete_port for aecc2e64-0630-4873-b3f4-364b398d7220 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:05.936762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Router 01b50c96-f34b-423b-9ff0-af0fea243f6a has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:19:06.417855 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e686d0-b0a0-4d66-9e89-b112f95528ca req-21c0af41-a809-4905-9fb2-21566f7893c9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:06.419227 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e7e686d0-b0a0-4d66-9e89-b112f95528ca req-21c0af41-a809-4905-9fb2-21566f7893c9 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 945 time: 0.1403768 Aug 10 14:19:06.430237 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:19:06.442596 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] Sync routers for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:19:06.443170 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:06.452598 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:06.453232 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:06.493820 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:06.498651 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-c811bca1-545a-40f2-a582-1e6c9002eb26 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "DELETE /v2.0/floatingips/eecda94d-6ce5-4d26-8dea-f3042cd4bf41 HTTP/1.1" status: 204 len: 168 time: 1.4159861 Aug 10 14:19:06.501312 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:19:06.503249 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d" -d '{"events": [{"name": "network-changed", "server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:19:06.513046 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e7e686d0-b0a0-4d66-9e89-b112f95528ca req-5149a6b0-b2c5-4c5a-a25e-ced964eaf432 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866978 Aug 10 14:19:06.534808 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event deleted for resources: {'Port': ['ID=aecc2e64-0630-4873-b3f4-364b398d7220,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:06.583719 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:06.587706 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] No DVR routers for this DVR port aecc2e64-0630-4873-b3f4-364b398d7220 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:06.590045 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:06.592164 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-54a7ee35-ef4e-4841-89fc-43f99da8f5d6 req-42ba060b-aa38-4aa4-93de-b69dde5906cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "DELETE /v2.0/ports/aecc2e64-0630-4873-b3f4-364b398d7220 HTTP/1.1" status: 204 len: 173 time: 1.0109091 Aug 10 14:19:06.593650 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb27bd-a29e-46a2-99a9-d29f73db8ebf x-openstack-request-id: req-20bb27bd-a29e-46a2-99a9-d29f73db8ebf {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:19:06.593944 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:19:06.594357 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20bb27bd-a29e-46a2-99a9-d29f73db8ebf {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:19:06.594760 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'status': 'completed', 'code': 200} Aug 10 14:19:06.699072 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-80f20c58-b8ac-4fc8-951a-c1ea57f0642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:06.700845 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-80f20c58-b8ac-4fc8-951a-c1ea57f0642b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=091cdf8de6384837a65a9634e0553459&device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 1098 time: 0.0549996 Aug 10 14:19:06.797776 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 5, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:06.823082 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] Checking router: 01b50c96-f34b-423b-9ff0-af0fea243f6a for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:19:06.831066 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:06.831699 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:06.835257 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890f218-307d-4f67-a482-06a5344a6bc1 req-5e5c9dea-0a0e-4b07-96ba-ce165e3c32d2 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:06.837188 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1890f218-307d-4f67-a482-06a5344a6bc1 req-5e5c9dea-0a0e-4b07-96ba-ce165e3c32d2 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.1236215 Aug 10 14:19:06.897619 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1890f218-307d-4f67-a482-06a5344a6bc1 req-14024d29-09e6-4fac-b108-8993627746cc tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533950 Aug 10 14:19:06.898815 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-292452b2-c33f-45aa-b69d-b009659722f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:06.900255 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-292452b2-c33f-45aa-b69d-b009659722f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 200 len: 910 time: 0.1602647 Aug 10 14:19:06.941008 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:06.946722 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-b024adbe-33c5-40da-85c4-4acfd94deca8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 200 len: 217 time: 0.0379672 Aug 10 14:19:07.006947 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-6265bdd3-71d9-4480-8d4c-2e3541f8e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:07.008698 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-6265bdd3-71d9-4480-8d4c-2e3541f8e19a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4949d49f-4478-468a-9c09-ca0e0958c8d8 HTTP/1.1" status: 200 len: 848 time: 0.0542915 Aug 10 14:19:07.074013 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-3b6bd030-ccb8-4d20-9382-4f898b764f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:07.076684 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-3b6bd030-ccb8-4d20-9382-4f898b764f15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5369c544-29fb-4aab-a14a-eb56dd337bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565417 Aug 10 14:19:07.178920 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 5, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:07.180815 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-46937f96-b592-4c9a-be5e-265f4b4ecf4f service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962965 Aug 10 14:19:07.204829 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9826e-e42c-4f5c-b560-608c73b84d79 None None] The sync data for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi is: [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:12:19Z', 'revision_number': 4, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': '28e8e236-253f-424a-b744-468c00939512', 'name': '', 'network_id': '5369c544-29fb-4aab-a14a-eb56dd337bc2', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'mac_address': 'fa:16:3e:e3:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:18Z', 'updated_at': '2021-08-10T14:12:25Z', 'revision_number': 5, 'project_id': '091cdf8de6384837a65a9634e0553459', 'subnets': [{'id': '4949d49f-4478-468a-9c09-ca0e0958c8d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:19:07.285891 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1fb300d4-a9a0-444c-aa56-4cc65dd1987d req-e59f3330-b082-459d-bea0-1e6b2f5d6636 service neutron] 10.222.0.53 "GET /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910678 Aug 10 14:19:07.408706 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af1db6-e0ae-4aef-8a0a-e4203f06a595 None None] New status for floating IP eecda94d-6ce5-4d26-8dea-f3042cd4bf41: DOWN {{(pid=93628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:19:07.625315 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-18eab346-f79a-4a58-abc5-3673651e7f8d req-33303eab-1c6c-4f3b-99bf-fbc77215f291 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf1502c-208b-4e7b-9bfd-918f64e5fc7e HTTP/1.1" status: 200 len: 210 time: 0.0273890 Aug 10 14:19:08.012380 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b066102-19e7-4253-b578-ecd53bea3f0a req-46aec164-db45-4cbb-8795-c767c7a77188 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:08.014031 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8b066102-19e7-4253-b578-ecd53bea3f0a req-46aec164-db45-4cbb-8795-c767c7a77188 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0489993 Aug 10 14:19:08.056383 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-8b066102-19e7-4253-b578-ecd53bea3f0a req-42c41942-5de1-450d-9f93-d24fc19f9866 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5c198f7-3edc-41b2-9e23-da7a6473d3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358808 Aug 10 14:19:08.483179 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device aecc2e64-0630-4873-b3f4-364b398d7220 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:08.500381 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-6fd0fd48-8a7d-4434-bf12-7b7b33dae1a4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:08.501901 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-6fd0fd48-8a7d-4434-bf12-7b7b33dae1a4 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.53 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 945 time: 0.0546501 Aug 10 14:19:08.502953 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: aecc2e64-0630-4873-b3f4-364b398d7220 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:08.503331 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device aecc2e64-0630-4873-b3f4-364b398d7220 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:08.591876 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Deleting port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:08.592228 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:08.595658 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'name': 'network-vif-deleted', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:19:08.597865 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fcbd3d-cec8-4d32-b8fa-af1feed9602a" -d '{"events": [{"server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "name": "network-vif-deleted", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:19:08.640311 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22493e52-277a-4055-bcd4-50767036f7c8 x-openstack-request-id: req-22493e52-277a-4055-bcd4-50767036f7c8 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:19:08.640914 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf1502c-208b-4e7b-9bfd-918f64e5fc7e", "name": "network-vif-deleted", "tag": "aecc2e64-0630-4873-b3f4-364b398d7220", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:19:08.640914 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22493e52-277a-4055-bcd4-50767036f7c8 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:19:08.641227 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf1502c-208b-4e7b-9bfd-918f64e5fc7e', 'name': 'network-vif-deleted', 'tag': 'aecc2e64-0630-4873-b3f4-364b398d7220', 'status': 'completed', 'code': 200} Aug 10 14:19:08.692578 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] For port 02d80e80-caf8-48f2-a3ce-f13607c6ec21, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02d80e80-caf8-48f2-a3ce-f13607c6ec21,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:08.692955 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:08.706661 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Calling delete_port for 02d80e80-caf8-48f2-a3ce-f13607c6ec21 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:08.832956 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:08.864606 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event deleted for resources: {'Port': ['ID=02d80e80-caf8-48f2-a3ce-f13607c6ec21,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:08.909595 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] No DVR routers for this DVR port 02d80e80-caf8-48f2-a3ce-f13607c6ec21 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:08.912294 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:08.914530 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-cc983e32-c74f-4f36-b4d5-291a2ede76a2 req-60e4ec5d-97a7-44c5-853a-326a372cb299 tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.53 "DELETE /v2.0/ports/02d80e80-caf8-48f2-a3ce-f13607c6ec21 HTTP/1.1" status: 204 len: 173 time: 0.4069421 Aug 10 14:19:09.152513 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-d399608a-23e3-4a6e-84d2-fbbffa12c368 req-80f1792c-d692-4397-9257-59f8f8fc210a tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "GET /v2.0/ports?device_id=6304b176-f00b-4eb9-92b2-609252223189 HTTP/1.1" status: 200 len: 210 time: 0.0272334 Aug 10 14:19:10.215134 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55826) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:10.273557 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:10.297743 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:10.356253 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:10.358876 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:10.360083 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] 10.222.0.26 "DELETE /v2.0/security-groups/d5c198f7-3edc-41b2-9e23-da7a6473d3f7 HTTP/1.1" status: 204 len: 168 time: 0.1437743 Aug 10 14:19:10.369166 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c198f7-3edc-41b2-9e23-da7a6473d3f7,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:10.378578 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.378934 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.379296 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.379646 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.379984 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.380312 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.380661 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.380975 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.381296 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.381624 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.381941 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.382275 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798efb9-8fc8-45f1-a9c6-886ef10b4ffd tempest-TestShelveInstance-1385662998 tempest-TestShelveInstance-1385662998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:10.412124 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55832) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:10.642150 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'name': 'network-vif-deleted', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:19:10.644538 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3d6ee3-d2d2-4af2-9457-0bbdf97bcfda" -d '{"events": [{"server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "name": "network-vif-deleted", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:19:10.678552 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0bcd44-607c-407e-9eb9-cd9333351b07 x-openstack-request-id: req-4b0bcd44-607c-407e-9eb9-cd9333351b07 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:19:10.678846 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6304b176-f00b-4eb9-92b2-609252223189", "name": "network-vif-deleted", "tag": "02d80e80-caf8-48f2-a3ce-f13607c6ec21", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:19:10.679100 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b0bcd44-607c-407e-9eb9-cd9333351b07 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:19:10.679523 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304b176-f00b-4eb9-92b2-609252223189', 'name': 'network-vif-deleted', 'tag': '02d80e80-caf8-48f2-a3ce-f13607c6ec21', 'status': 'completed', 'code': 200} Aug 10 14:19:10.851050 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16462999'] for router_interface, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:10.900214 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55840) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:11.177015 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Deleting port f8284f8e-0331-4be6-8ee0-e51355953818 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:11.177265 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:11.281570 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Deleting port 28e8e236-253f-424a-b744-468c00939512 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:11.282256 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:11.284530 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:11.284955 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:11.328568 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Calling delete_port for f8284f8e-0331-4be6-8ee0-e51355953818 owned by network:floatingip {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:11.443944 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] For port 28e8e236-253f-424a-b744-468c00939512, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=28e8e236-253f-424a-b744-468c00939512,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:11.444205 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:11.459304 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Calling delete_port for 28e8e236-253f-424a-b744-468c00939512 owned by network:router_interface {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:11.632815 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:11.664226 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event deleted for resources: {'Port': ['ID=f8284f8e-0331-4be6-8ee0-e51355953818,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:11.753980 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:11.754347 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.db.l3_db [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Floating IP acf85434-b9f8-486d-bcaf-013216faa170 disassociated (deleted). External IP: 172.27.1.83, port: dfc6d810-8ab2-423a-9cc9-520b98945a82. Aug 10 14:19:11.758208 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:11.817232 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e8e236-253f-424a-b744-468c00939512,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:12.331799 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16280378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16420903'] for router_interface, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:12.385648 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:19:12.483947 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 02d80e80-caf8-48f2-a3ce-f13607c6ec21 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:12.507166 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: 02d80e80-caf8-48f2-a3ce-f13607c6ec21 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:12.507647 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device 02d80e80-caf8-48f2-a3ce-f13607c6ec21 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:12.585348 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:19:12.595263 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] Sync routers for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:19:12.604998 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:12.605617 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:12.614019 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:12.651899 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-229b6d71-4a54-4fef-9926-58e1aaab85fe tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "DELETE /v2.0/floatingips/acf85434-b9f8-486d-bcaf-013216faa170 HTTP/1.1" status: 204 len: 168 time: 1.7505479 Aug 10 14:19:12.654387 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82'}] {{(pid=93626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:19:12.656684 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f19663029e4ffab1ea32355c0207ba6b8a8c5bfcab2de68b059c72cff0b1366f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fd5974-abe5-41f5-8217-cb373dda374b" -d '{"events": [{"name": "network-changed", "server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82"}]}' {{(pid=93626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:19:12.672231 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Router 01b50c96-f34b-423b-9ff0-af0fea243f6a has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:19:12.713796 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:12.781810 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112eb575-7464-495b-a34e-aae339886508 x-openstack-request-id: req-112eb575-7464-495b-a34e-aae339886508 {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:19:12.782172 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82", "status": "completed", "code": 200}]} {{(pid=93626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:19:12.782501 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-112eb575-7464-495b-a34e-aae339886508 {{(pid=93626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:19:12.782985 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'status': 'completed', 'code': 200} Aug 10 14:19:12.792714 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:19:12.802907 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-a7e09703-2d46-42f8-8082-a0243d825d61 admin admin] 10.222.0.26 "PUT /v2.0/routers/01b50c96-f34b-423b-9ff0-af0fea243f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3874874 Aug 10 14:19:12.803469 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55848) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:12.816934 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] Sync routers for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:19:12.842654 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:12.848160 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:12.937289 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:12.964745 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] Checking router: f0c3d0a4-cc53-437d-bb0b-d6c92867f715 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:19:12.965842 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:12.974868 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:12.975832 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:12.992789 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:12.997714 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd5974-abe5-41f5-8217-cb373dda374b req-fc65b2e2-a17d-4426-be42-3243e10465c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:12.999212 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60fd5974-abe5-41f5-8217-cb373dda374b req-fc65b2e2-a17d-4426-be42-3243e10465c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758775bbbcbf479a918e7e586753aee6&device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 1098 time: 0.0934196 Aug 10 14:19:13.092311 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db42269-1050-4844-ab06-321d8a0245ba req-a1b7c2d0-8203-4c79-9b50-379b355efed4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:13.099770 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4db42269-1050-4844-ab06-321d8a0245ba req-a1b7c2d0-8203-4c79-9b50-379b355efed4 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 945 time: 0.1946929 Aug 10 14:19:13.111342 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:13.162131 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:19:11Z', 'revision_number': 5, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:13.195040 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] Checking router: 01b50c96-f34b-423b-9ff0-af0fea243f6a for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:19:13.200095 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-4db42269-1050-4844-ab06-321d8a0245ba req-ccb352b4-28a1-4ae4-aa42-c19b28af462e tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992992 Aug 10 14:19:13.205857 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] Routers {'01b50c96-f34b-423b-9ff0-af0fea243f6a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:13.206497 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['01b50c96-f34b-423b-9ff0-af0fea243f6a'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:13.234915 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd5974-abe5-41f5-8217-cb373dda374b req-665819bf-e970-42b8-9a46-49392b795f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:13.236438 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60fd5974-abe5-41f5-8217-cb373dda374b req-665819bf-e970-42b8-9a46-49392b795f98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 200 len: 913 time: 0.2058127 Aug 10 14:19:13.238282 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:13.281208 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60fd5974-abe5-41f5-8217-cb373dda374b req-ed0ecf08-bb79-487f-9415-3d40093d8500 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82 HTTP/1.1" status: 200 len: 217 time: 0.0368600 Aug 10 14:19:13.326490 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] Set router 01b50c96-f34b-423b-9ff0-af0fea243f6a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:13.342882 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:13.352421 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd5974-abe5-41f5-8217-cb373dda374b req-83439c0d-7541-4975-b9e5-f39215bb96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:13.354483 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60fd5974-abe5-41f5-8217-cb373dda374b req-83439c0d-7541-4975-b9e5-f39215bb96d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 200 len: 851 time: 0.0549021 Aug 10 14:19:13.385151 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec61592-1e4d-43d3-aabe-590e09bd5bc6 None None] The sync data for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi is: [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:35Z', 'revision_number': 4, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi', '_interfaces': [{'id': 'b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb', 'name': '', 'network_id': '5a458730-9541-4ff6-a861-0f529102559f', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'mac_address': 'fa:16:3e:5b:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:35Z', 'updated_at': '2021-08-10T14:11:41Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'subnets': [{'id': '201af45a-0afb-4ad4-a26e-930ccd725184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:19:13.397036 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Deleting port a3afdd0c-03b8-4404-ba7e-caca89bb6591 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:13.397411 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:13.459925 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd5974-abe5-41f5-8217-cb373dda374b req-b65c4372-1ab2-4771-bf28-0908e0eb8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:13.461489 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60fd5974-abe5-41f5-8217-cb373dda374b req-b65c4372-1ab2-4771-bf28-0908e0eb8a12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5a458730-9541-4ff6-a861-0f529102559f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0988400 Aug 10 14:19:13.541399 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] For port a3afdd0c-03b8-4404-ba7e-caca89bb6591, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=a3afdd0c-03b8-4404-ba7e-caca89bb6591,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:13.541819 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:13.561123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Calling delete_port for a3afdd0c-03b8-4404-ba7e-caca89bb6591 owned by network:router_gateway {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:13.628995 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60fd5974-abe5-41f5-8217-cb373dda374b req-0df20b84-dca2-49e6-a45f-99112b360b3e service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600776 Aug 10 14:19:13.636277 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:19:11Z', 'revision_number': 5, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:13.653059 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0b862-ec19-41c8-8e99-51c2a5cf386d None None] New status for floating IP acf85434-b9f8-486d-bcaf-013216faa170: DOWN {{(pid=93627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:19:13.662268 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08796d35-d3e9-4739-9275-99625d099fbf None None] The sync data for ids ['01b50c96-f34b-423b-9ff0-af0fea243f6a'] in dv-cinder-788363-11-iscsi is: [{'id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'name': 'tempest-TestShelveInstance-1037069393-router', 'tenant_id': '091cdf8de6384837a65a9634e0553459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:15Z', 'updated_at': '2021-08-10T14:19:11Z', 'revision_number': 5, 'project_id': '091cdf8de6384837a65a9634e0553459', 'gw_port': {'id': 'a3afdd0c-03b8-4404-ba7e-caca89bb6591', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b50c96-f34b-423b-9ff0-af0fea243f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:16Z', 'updated_at': '2021-08-10T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:19:13.781245 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-60fd5974-abe5-41f5-8217-cb373dda374b req-95714441-5de5-4acf-ad71-16798ccca3f0 service neutron] 10.222.0.53 "GET /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426561 Aug 10 14:19:13.828946 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:13.864925 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3afdd0c-03b8-4404-ba7e-caca89bb6591,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:13.921476 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16421825'] for router_gateway, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.009741 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40590'] for router, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.012123 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.060629 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16419116'] for router, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.061163 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01b50c96-f34b-423b-9ff0-af0fea243f6a {{(pid=93625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:19:14.065947 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.067122 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-c79b82aa-7e43-4706-806a-ddb0cb3474e9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/01b50c96-f34b-423b-9ff0-af0fea243f6a HTTP/1.1" status: 204 len: 168 time: 1.2626250 Aug 10 14:19:14.069826 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55854) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:14.116028 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96e2dce-9b58-4d8f-95b0-db48923ef4a7 admin admin] Deleting subnet 4949d49f-4478-468a-9c09-ca0e0958c8d8 {{(pid=93626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:19:14.122576 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f96e2dce-9b58-4d8f-95b0-db48923ef4a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.159515 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f96e2dce-9b58-4d8f-95b0-db48923ef4a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14171189'] for subnet, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.243672 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f96e2dce-9b58-4d8f-95b0-db48923ef4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.301708 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f96e2dce-9b58-4d8f-95b0-db48923ef4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13264759'] for subnet, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.327234 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e2dce-9b58-4d8f-95b0-db48923ef4a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4949d49f-4478-468a-9c09-ca0e0958c8d8,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:14.331221 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-f96e2dce-9b58-4d8f-95b0-db48923ef4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.333805 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-f96e2dce-9b58-4d8f-95b0-db48923ef4a7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4949d49f-4478-468a-9c09-ca0e0958c8d8 HTTP/1.1" status: 204 len: 168 time: 0.2623236 Aug 10 14:19:14.335797 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55858) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:14.336695 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93271c-b0b8-46cc-94d7-46940ca331cb req-0d1a8108-5fcb-4509-bdfb-4dda1cb909ba tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:14.338927 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-df93271c-b0b8-46cc-94d7-46940ca331cb req-0d1a8108-5fcb-4509-bdfb-4dda1cb909ba tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 945 time: 0.0574391 Aug 10 14:19:14.339436 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c156fe90-3418-4e30-b469-86b076f443e7 None None] Network 5369c544-29fb-4aab-a14a-eb56dd337bc2 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:19:14.381765 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-df93271c-b0b8-46cc-94d7-46940ca331cb req-cb3d1dbe-1686-4f68-97d6-8d3d59e11706 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/security-groups?id=de7c9191-346c-4f07-8272-34601b8349e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366077 Aug 10 14:19:14.418834 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.477217 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Deleting port 722fd68e-8675-4947-a3c0-0d20197738dd {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:14.477556 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.527314 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-9c1f06b1-5ec0-4709-a0c8-cf4127daaaf1 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:19:14.528830 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-9c1f06b1-5ec0-4709-a0c8-cf4127daaaf1 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 945 time: 0.0477164 Aug 10 14:19:14.539602 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] For port 722fd68e-8675-4947-a3c0-0d20197738dd, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=722fd68e-8675-4947-a3c0-0d20197738dd,segment=NetworkSegment(d6e92ec5-863f-4836-b36c-792e8970bfa8),segment_id=d6e92ec5-863f-4836-b36c-792e8970bfa8)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:14.539992 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.553451 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Calling delete_port for 722fd68e-8675-4947-a3c0-0d20197738dd owned by network:dhcp {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:14.623001 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Deleting port dfc6d810-8ab2-423a-9cc9-520b98945a82 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:14.623260 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.631813 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.659940 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Pushing event deleted for resources: {'Port': ['ID=722fd68e-8675-4947-a3c0-0d20197738dd,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:14.663240 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] No DVR routers for this DVR port 722fd68e-8675-4947-a3c0-0d20197738dd on host dv-cinder-788363-11-iscsi {{(pid=93626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:14.688227 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dddc26-2552-4251-851a-85ac9ce82710 None None] DHCP port deletion for 5369c544-29fb-4aab-a14a-eb56dd337bc2 request from dv-cinder-788363-11-iscsi {{(pid=93627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:19:14.734254 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] For port dfc6d810-8ab2-423a-9cc9-520b98945a82, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dfc6d810-8ab2-423a-9cc9-520b98945a82,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:14.735088 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.740311 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.747865 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Calling delete_port for dfc6d810-8ab2-423a-9cc9-520b98945a82 owned by compute:nova {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:14.750115 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5369c544-29fb-4aab-a14a-eb56dd337bc2']}} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:14.760768 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e92ec5-863f-4836-b36c-792e8970bfa8') {'for_net_delete': True} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:14.761151 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.services.segments.db [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e92ec5-863f-4836-b36c-792e8970bfa8') {} {{(pid=93626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:14.769939 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14171212'] for segment, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.783669 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.789514 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:19:14.789975 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14095164'] for segment, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: Traceback (most recent call last): Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: timer() Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: cb(*args, **kw) Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: return func(*args, **kwargs) Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: self._notify() Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: self.callback(batched_events) Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: event.method(event) Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: return f(self, *a, **k) Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._get(url).json() Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: return self.request(url, 'GET', **kwargs) Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:19:14.792247 dv-cinder-788363-11-iscsi neutron-server[93626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:19:14.850120 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.859225 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.861152 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5369c544-29fb-4aab-a14a-eb56dd337bc2 HTTP/1.1" status: 204 len: 168 time: 0.5241106 Aug 10 14:19:14.866893 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55860) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:14.874831 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db328bef-ea07-43fa-8dc2-0bc7ea046532 admin admin] Pushing event deleted for resources: {'Network': ['ID=5369c544-29fb-4aab-a14a-eb56dd337bc2,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:14.922304 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:14.956654 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event deleted for resources: {'Port': ['ID=dfc6d810-8ab2-423a-9cc9-520b98945a82,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:15.032303 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] No DVR routers for this DVR port dfc6d810-8ab2-423a-9cc9-520b98945a82 on host hv-cinder-78836 {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:15.035743 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for port, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:15.037715 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-e87fb640-edf0-4d80-949d-e77768e921e3 req-0b53591c-0e3d-4879-8311-d4fd33b4c31c tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.53 "DELETE /v2.0/ports/dfc6d810-8ab2-423a-9cc9-520b98945a82 HTTP/1.1" status: 204 len: 173 time: 0.5025148 Aug 10 14:19:15.038156 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'name': 'network-vif-deleted', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82'}] {{(pid=93625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:19:15.040488 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520dcc95969f7251eb96a3f3f70563f16f38edd45915d299e00eac51230fd372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7694513c-2ab2-428c-9afb-f7e2e60ce74e" -d '{"events": [{"server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "name": "network-vif-deleted", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82"}]}' {{(pid=93625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:19:15.091847 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95fb50c-3bba-41e0-be23-c3f39b8259a1 x-openstack-request-id: req-d95fb50c-3bba-41e0-be23-c3f39b8259a1 {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:19:15.092154 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba78bad-2c0a-4faa-bc61-77d3dbca1a2b", "name": "network-vif-deleted", "tag": "dfc6d810-8ab2-423a-9cc9-520b98945a82", "status": "completed", "code": 200}]} {{(pid=93625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:19:15.092387 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d95fb50c-3bba-41e0-be23-c3f39b8259a1 {{(pid=93625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:19:15.092784 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba78bad-2c0a-4faa-bc61-77d3dbca1a2b', 'name': 'network-vif-deleted', 'tag': 'dfc6d810-8ab2-423a-9cc9-520b98945a82', 'status': 'completed', 'code': 200} Aug 10 14:19:15.099605 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 28e8e236-253f-424a-b744-468c00939512 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:15.128850 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 28e8e236-253f-424a-b744-468c00939512 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:15.129509 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 28e8e236-253f-424a-b744-468c00939512 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:15.130025 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 722fd68e-8675-4947-a3c0-0d20197738dd no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:15.281047 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 722fd68e-8675-4947-a3c0-0d20197738dd {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:15.281294 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 722fd68e-8675-4947-a3c0-0d20197738dd not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:15.281692 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device a3afdd0c-03b8-4404-ba7e-caca89bb6591 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:15.299447 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: a3afdd0c-03b8-4404-ba7e-caca89bb6591 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:15.299797 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device a3afdd0c-03b8-4404-ba7e-caca89bb6591 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:15.308936 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16462999'] for router_interface, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:15.698094 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [req-1f97ce68-a34c-4c9c-8a44-930205e0c06e req-9057fd58-269f-4be0-94c3-3e83420600e1 tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bba78bad-2c0a-4faa-bc61-77d3dbca1a2b HTTP/1.1" status: 200 len: 210 time: 0.0291300 Aug 10 14:19:15.863703 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Deleting port 9c651013-f1fd-4446-a582-cc930d276410 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:15.864200 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:15.945152 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] For port 9c651013-f1fd-4446-a582-cc930d276410, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9c651013-f1fd-4446-a582-cc930d276410,segment=NetworkSegment(1ccea066-51c7-436e-a704-c743ecf76d8c),segment_id=1ccea066-51c7-436e-a704-c743ecf76d8c)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:15.945850 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:15.958278 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Calling delete_port for 9c651013-f1fd-4446-a582-cc930d276410 owned by network:router_interface {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:16.136680 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:16.168423 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c651013-f1fd-4446-a582-cc930d276410,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:16.331934 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16280378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16420903'] for router_interface, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:16.557899 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Router c25c994b-0672-41e7-b3f2-2db3d68e315a has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:19:16.661392 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:19:16.668341 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-6dcf188a-60b8-4907-ab04-74fc3be9ef1c admin admin] 10.222.0.26 "PUT /v2.0/routers/c25c994b-0672-41e7-b3f2-2db3d68e315a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7993152 Aug 10 14:19:16.669850 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55868) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:16.670539 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] Sync routers for ids ['c25c994b-0672-41e7-b3f2-2db3d68e315a'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:19:16.679754 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] Routers {'c25c994b-0672-41e7-b3f2-2db3d68e315a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:16.680374 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['c25c994b-0672-41e7-b3f2-2db3d68e315a'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:16.755713 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55872) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:16.779218 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:16.788362 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] Set router c25c994b-0672-41e7-b3f2-2db3d68e315a gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:16.891176 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Deleting port b78b7b6c-62aa-4aae-b0f4-f369a883a0e7 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:16.891574 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:16.896954 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:16.951269 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Deleting port 7e9ad03e-3968-42f8-9737-c4e2f62854ca {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:16.952084 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:16.975249 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:16.975614 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:16.987249 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Calling delete_port for b78b7b6c-62aa-4aae-b0f4-f369a883a0e7 owned by network:floatingip {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:16.990674 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:19:16Z', 'revision_number': 5, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'gw_port': {'id': '7e9ad03e-3968-42f8-9737-c4e2f62854ca', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:17.019551 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] Checking router: c25c994b-0672-41e7-b3f2-2db3d68e315a for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:19:17.033523 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] Routers {'c25c994b-0672-41e7-b3f2-2db3d68e315a'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:17.034562 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['c25c994b-0672-41e7-b3f2-2db3d68e315a'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:17.038319 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] For port 7e9ad03e-3968-42f8-9737-c4e2f62854ca, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=7e9ad03e-3968-42f8-9737-c4e2f62854ca,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:17.038674 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.052602 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Calling delete_port for 7e9ad03e-3968-42f8-9737-c4e2f62854ca owned by network:router_gateway {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:17.134581 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.147896 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] Set router c25c994b-0672-41e7-b3f2-2db3d68e315a gateway port host: None {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:17.164125 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event deleted for resources: {'Port': ['ID=b78b7b6c-62aa-4aae-b0f4-f369a883a0e7,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:17.209623 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:19:16Z', 'revision_number': 6, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'gw_port_host': None}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:17.238108 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for floatingip, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.240884 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76398'] for floatingip, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.244866 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-fba90470-f50a-4faf-aa16-bbacb62f716b tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "DELETE /v2.0/floatingips/76bae104-3e90-4960-af8b-f790c9e53037 HTTP/1.1" status: 204 len: 168 time: 0.4854169 Aug 10 14:19:17.245044 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c152e-0bfd-4b66-a1f4-d19ec181a750 None None] The sync data for ids ['c25c994b-0672-41e7-b3f2-2db3d68e315a'] in dv-cinder-788363-11-iscsi is: [{'id': 'c25c994b-0672-41e7-b3f2-2db3d68e315a', 'name': 'tempest-TestShelveInstance-697491302-router', 'tenant_id': 'c15a92f70c374338bc2c6df579889ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:12:22Z', 'updated_at': '2021-08-10T14:19:16Z', 'revision_number': 6, 'project_id': 'c15a92f70c374338bc2c6df579889ce5', 'gw_port_host': None}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:19:17.267512 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.299320 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9ad03e-3968-42f8-9737-c4e2f62854ca,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:17.359909 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16421825'] for router_gateway, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.455877 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40590'] for router, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.457955 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.504856 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16419116'] for router, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.505540 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c25c994b-0672-41e7-b3f2-2db3d68e315a {{(pid=93625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:19:17.510596 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.511783 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-15aa9b64-d068-48a7-a69f-f24e2d9b37b5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c25c994b-0672-41e7-b3f2-2db3d68e315a HTTP/1.1" status: 204 len: 168 time: 0.8410180 Aug 10 14:19:17.514420 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55884) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:17.565047 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_v2 [None req-370fa891-68ec-4161-ac87-9806f44e3d4d admin admin] Deleting subnet 311ea511-6204-4c5f-960a-b165fa154983 {{(pid=93625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:19:17.568626 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-370fa891-68ec-4161-ac87-9806f44e3d4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.610922 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-370fa891-68ec-4161-ac87-9806f44e3d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13391606'] for subnet, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.698284 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-370fa891-68ec-4161-ac87-9806f44e3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.749634 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-370fa891-68ec-4161-ac87-9806f44e3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13547513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13386332'] for subnet, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.773310 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fa891-68ec-4161-ac87-9806f44e3d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311ea511-6204-4c5f-960a-b165fa154983,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:17.779051 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-370fa891-68ec-4161-ac87-9806f44e3d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.780928 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-370fa891-68ec-4161-ac87-9806f44e3d4d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/311ea511-6204-4c5f-960a-b165fa154983 HTTP/1.1" status: 204 len: 168 time: 0.2655721 Aug 10 14:19:17.783511 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55886) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:17.786097 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f210198-5da9-4773-ac36-de8c418d8de9 None None] Network da5d11b1-0a16-4226-b5ae-8f4b995b66d0 requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:19:17.852896 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.912290 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Deleting port 2845e528-639d-4456-8dd1-4ca75801084f {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:17.912768 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.975165 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] For port 2845e528-639d-4456-8dd1-4ca75801084f, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=2845e528-639d-4456-8dd1-4ca75801084f,segment=NetworkSegment(1ccea066-51c7-436e-a704-c743ecf76d8c),segment_id=1ccea066-51c7-436e-a704-c743ecf76d8c)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:17.975852 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:17.990455 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Calling delete_port for 2845e528-639d-4456-8dd1-4ca75801084f owned by network:dhcp {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:18.012304 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] DHCP port deletion for da5d11b1-0a16-4226-b5ae-8f4b995b66d0 request from dv-cinder-788363-11-iscsi {{(pid=93627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:19:18.060585 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Deleting port 2845e528-639d-4456-8dd1-4ca75801084f {{(pid=93627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:18.060942 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.082251 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.110762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Pushing event deleted for resources: {'Port': ['ID=2845e528-639d-4456-8dd1-4ca75801084f,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:18.116968 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] No DVR routers for this DVR port 2845e528-639d-4456-8dd1-4ca75801084f on host dv-cinder-788363-11-iscsi {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:18.131980 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] For port 2845e528-639d-4456-8dd1-4ca75801084f, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=2845e528-639d-4456-8dd1-4ca75801084f,segment=NetworkSegment(1ccea066-51c7-436e-a704-c743ecf76d8c),segment_id=1ccea066-51c7-436e-a704-c743ecf76d8c)] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:18.132573 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.149474 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Calling delete_port for 2845e528-639d-4456-8dd1-4ca75801084f owned by network:dhcp {{(pid=93627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:18.195688 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.206140 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5d11b1-0a16-4226-b5ae-8f4b995b66d0']}} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:18.217746 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccea066-51c7-436e-a704-c743ecf76d8c') {'for_net_delete': True} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:18.218043 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccea066-51c7-436e-a704-c743ecf76d8c') {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:18.227257 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13391503'] for segment, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.230503 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117'] for port, after_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.244632 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] No DVR routers for this DVR port 2845e528-639d-4456-8dd1-4ca75801084f on host dv-cinder-788363-11-iscsi {{(pid=93627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:18.245078 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.252274 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:19:18.253646 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13547283'] for segment, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: Traceback (most recent call last): Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: timer() Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: cb(*args, **kw) Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: return func(*args, **kwargs) Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: self._notify() Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: self.callback(batched_events) Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: event.method(event) Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: return f(self, *a, **k) Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._get(url).json() Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: return self.request(url, 'GET', **kwargs) Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:19:18.264051 dv-cinder-788363-11-iscsi neutron-server[93625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:19:18.273625 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Pushing event deleted for resources: {'Port': ['ID=2845e528-639d-4456-8dd1-4ca75801084f,revision_number=None']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:18.281839 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.282185 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.282724 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.283061 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.283423 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.283750 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.284240 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.284736 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.285232 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.285737 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.286222 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.286730 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd621a9b-1ae4-4761-a6fe-c3553ac5bc94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-11-iscsi {{(pid=93627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:18.312401 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.316906 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.319326 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] 10.222.0.26 "DELETE /v2.0/networks/da5d11b1-0a16-4226-b5ae-8f4b995b66d0 HTTP/1.1" status: 204 len: 168 time: 0.5343809 Aug 10 14:19:18.331523 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b8480-27d9-4dcb-b79f-588f9d306806 admin admin] Pushing event deleted for resources: {'Network': ['ID=da5d11b1-0a16-4226-b5ae-8f4b995b66d0,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:18.428575 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55892) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:18.447822 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55894) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:18.471042 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-1ec4c97d-0a06-411e-8518-7e0ae79402ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=091cdf8de6384837a65a9634e0553459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412793 Aug 10 14:19:18.473542 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55896) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:18.509140 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b42e81-8ccb-47a0-92f0-f3c75deef1cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.529017 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7095247b-a890-43cd-a912-bacdee8c66b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.537008 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b42e81-8ccb-47a0-92f0-f3c75deef1cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.544906 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device dfc6d810-8ab2-423a-9cc9-520b98945a82 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:18.551198 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7095247b-a890-43cd-a912-bacdee8c66b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.564702 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] No Port match for: dfc6d810-8ab2-423a-9cc9-520b98945a82 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:18.565422 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Device dfc6d810-8ab2-423a-9cc9-520b98945a82 not bound to the agent host hv-cinder-78836 {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:18.604331 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7095247b-a890-43cd-a912-bacdee8c66b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.606910 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-7095247b-a890-43cd-a912-bacdee8c66b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.607127 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b42e81-8ccb-47a0-92f0-f3c75deef1cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.608113 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-7095247b-a890-43cd-a912-bacdee8c66b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0298116e-207f-4e6b-9840-abb81a6f6dbf HTTP/1.1" status: 204 len: 168 time: 0.1334155 Aug 10 14:19:18.610095 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b42e81-8ccb-47a0-92f0-f3c75deef1cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:18.612303 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-78b42e81-8ccb-47a0-92f0-f3c75deef1cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] 10.222.0.26 "DELETE /v2.0/security-groups/de7c9191-346c-4f07-8272-34601b8349e6 HTTP/1.1" status: 204 len: 168 time: 0.1629920 Aug 10 14:19:18.618522 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095247b-a890-43cd-a912-bacdee8c66b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0298116e-207f-4e6b-9840-abb81a6f6dbf,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:18.622140 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b42e81-8ccb-47a0-92f0-f3c75deef1cb tempest-TestVolumeBootPattern-1241278113 tempest-TestVolumeBootPattern-1241278113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c9191-346c-4f07-8272-34601b8349e6,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:18.670452 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55904) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:18.951295 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55910) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:18.993048 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-e1de0cbe-f3d4-44b0-b66f-7b6e0f3f0bbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c15a92f70c374338bc2c6df579889ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405507 Aug 10 14:19:18.995582 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55912) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:19.045273 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-86cd818b-b6c7-42ec-8835-a190b3a61ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:19.066893 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-86cd818b-b6c7-42ec-8835-a190b3a61ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:19.099402 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9c651013-f1fd-4446-a582-cc930d276410 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:19.117038 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-86cd818b-b6c7-42ec-8835-a190b3a61ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:19.118452 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 9c651013-f1fd-4446-a582-cc930d276410 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:19.118804 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9c651013-f1fd-4446-a582-cc930d276410 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:19.119256 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 2845e528-639d-4456-8dd1-4ca75801084f no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:19.124622 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-86cd818b-b6c7-42ec-8835-a190b3a61ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:19.128433 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-86cd818b-b6c7-42ec-8835-a190b3a61ba9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0e6c4ce-d8ae-400a-87b3-ee027a0e2ed5 HTTP/1.1" status: 204 len: 168 time: 0.1294372 Aug 10 14:19:19.133729 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd818b-b6c7-42ec-8835-a190b3a61ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e6c4ce-d8ae-400a-87b3-ee027a0e2ed5,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:19.147036 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 2845e528-639d-4456-8dd1-4ca75801084f {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:19.147391 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 2845e528-639d-4456-8dd1-4ca75801084f not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:19.147932 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7e9ad03e-3968-42f8-9737-c4e2f62854ca no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:19.151211 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16462999'] for router_interface, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:19.170825 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 7e9ad03e-3968-42f8-9737-c4e2f62854ca {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:19.171101 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7e9ad03e-3968-42f8-9737-c4e2f62854ca not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:19.417186 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Deleting port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:19.417547 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:19.761690 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] For port b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:19.762061 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:19.774285 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Calling delete_port for b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb owned by network:router_interface {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:19.946343 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:19.972541 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:20.132768 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16280378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16420903'] for router_interface, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:20.341242 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:19:20.445406 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:19:20.450753 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-8ece378b-6c3e-4249-b410-32b8fcc6d618 admin admin] 10.222.0.26 "PUT /v2.0/routers/f0c3d0a4-cc53-437d-bb0b-d6c92867f715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7792161 Aug 10 14:19:20.453415 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55916) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:20.455135 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] Sync routers for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:19:20.464754 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:20.465452 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:20.558428 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks [] for router, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:20.567545 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: dv-cinder-788363-11-iscsi {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:20.660105 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:20.715727 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Deleting port 9296185b-e7ee-4b08-ab9a-179d5585b575 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:20.716076 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:20.745482 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:19:19Z', 'revision_number': 5, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port': {'id': '9296185b-e7ee-4b08-ab9a-179d5585b575', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:20.774564 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] Checking router: f0c3d0a4-cc53-437d-bb0b-d6c92867f715 for host: dv-cinder-788363-11-iscsi {{(pid=93627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:19:20.782820 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] Routers {'f0c3d0a4-cc53-437d-bb0b-d6c92867f715'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:20.783459 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'], 'active': True} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:20.797749 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] For port 9296185b-e7ee-4b08-ab9a-179d5585b575, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=9296185b-e7ee-4b08-ab9a-179d5585b575,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:20.798132 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:20.810178 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Calling delete_port for 9296185b-e7ee-4b08-ab9a-179d5585b575 owned by network:router_gateway {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:20.866285 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvr_db [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] Set router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 gateway port host: None {{(pid=93627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:20.917034 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_hamode_db [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:19:20Z', 'revision_number': 6, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port_host': None}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:20.944861 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00028bc1-4aac-42ef-88c8-0b6e2c6875c0 None None] The sync data for ids ['f0c3d0a4-cc53-437d-bb0b-d6c92867f715'] in dv-cinder-788363-11-iscsi is: [{'id': 'f0c3d0a4-cc53-437d-bb0b-d6c92867f715', 'name': 'tempest-TestVolumeBootPattern-1609845908-router', 'tenant_id': '758775bbbcbf479a918e7e586753aee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:33Z', 'updated_at': '2021-08-10T14:19:20Z', 'revision_number': 6, 'project_id': '758775bbbcbf479a918e7e586753aee6', 'gw_port_host': None}] {{(pid=93627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:19:20.976041 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:20.999804 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=9296185b-e7ee-4b08-ab9a-179d5585b575,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:21.063059 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16421825'] for router_gateway, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.153391 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40590'] for router, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.155517 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.200476 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16419116'] for router, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.201119 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c3d0a4-cc53-437d-bb0b-d6c92867f715 {{(pid=93626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:19:21.207648 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] Notify callbacks [] for router, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.209067 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-336a6547-dec2-4e18-adf0-7ab38a145d60 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f0c3d0a4-cc53-437d-bb0b-d6c92867f715 HTTP/1.1" status: 204 len: 168 time: 0.7543128 Aug 10 14:19:21.211817 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55920) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:21.255857 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7971076-0ec1-4dd0-adab-96bffbbca3c0 admin admin] Deleting subnet 201af45a-0afb-4ad4-a26e-930ccd725184 {{(pid=93625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:19:21.258758 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e7971076-0ec1-4dd0-adab-96bffbbca3c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.306172 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e7971076-0ec1-4dd0-adab-96bffbbca3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13391606'] for subnet, precommit_delete_associations {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.401494 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e7971076-0ec1-4dd0-adab-96bffbbca3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.451973 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e7971076-0ec1-4dd0-adab-96bffbbca3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13547513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13386332'] for subnet, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.457156 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-995c68ad-5c75-409c-9fd1-dda2c6e6c1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.479873 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7971076-0ec1-4dd0-adab-96bffbbca3c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201af45a-0afb-4ad4-a26e-930ccd725184,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:21.481808 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-e7971076-0ec1-4dd0-adab-96bffbbca3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.483715 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-e7971076-0ec1-4dd0-adab-96bffbbca3c0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/201af45a-0afb-4ad4-a26e-930ccd725184 HTTP/1.1" status: 204 len: 168 time: 0.2708874 Aug 10 14:19:21.486208 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55922) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:21.487058 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79e3854-a1a6-4213-a8f7-33e73615032c None None] Network 5a458730-9541-4ff6-a861-0f529102559f requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:19:21.562558 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.635106 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Deleting port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:21.635514 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.695031 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] For port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=d94bf808-073e-4d37-b7a2-fbfd2e8dbd93,segment=NetworkSegment(355e0b32-5827-4cfe-82f1-8df83aff7c19),segment_id=355e0b32-5827-4cfe-82f1-8df83aff7c19)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:21.695440 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.714409 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Calling delete_port for d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 owned by network:dhcp {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:21.729457 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] DHCP port deletion for 5a458730-9541-4ff6-a861-0f529102559f request from dv-cinder-788363-11-iscsi {{(pid=93627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:19:21.738015 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:21.777621 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:21.777962 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device b8b1b977-99d8-4c15-a1fa-9caa0b8c27cb not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:21.796845 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.804238 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] Deleting port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 {{(pid=93627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:21.804627 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.824846 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94bf808-073e-4d37-b7a2-fbfd2e8dbd93,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:21.828575 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] No DVR routers for this DVR port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 on host dv-cinder-788363-11-iscsi {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:21.871138 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] For port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93, host dv-cinder-788363-11-iscsi, got binding levels [] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:21.871657 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.885924 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] Calling delete_port for d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 owned by network:dhcp {{(pid=93627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:21.888644 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.ipam_backend_mixin [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] Port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 was not found and therefore no delete operation was performed {{(pid=93627) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 14:19:21.890529 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117'] for port, after_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.903993 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.914702 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a458730-9541-4ff6-a861-0f529102559f']}} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:21.919901 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] Pushing event deleted for resources: {'Port': ['ID=d94bf808-073e-4d37-b7a2-fbfd2e8dbd93,revision_number=None']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:21.923509 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861337e-8219-4fab-9b30-f06cf916e3bb None None] No DVR routers for this DVR port d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 on host dv-cinder-788363-11-iscsi {{(pid=93627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:21.926465 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355e0b32-5827-4cfe-82f1-8df83aff7c19') {'for_net_delete': True} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:21.926785 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355e0b32-5827-4cfe-82f1-8df83aff7c19') {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:21.940754 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13391503'] for segment, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.955099 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.961378 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:19:21.961794 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13547283'] for segment, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: Traceback (most recent call last): Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: timer() Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: cb(*args, **kw) Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: return func(*args, **kwargs) Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: self._notify() Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: self.callback(batched_events) Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: event.method(event) Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: return f(self, *a, **k) Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._get(url).json() Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: return self.request(url, 'GET', **kwargs) Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:19:21.963544 dv-cinder-788363-11-iscsi neutron-server[93625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:19:22.018762 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:22.024261 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:22.026146 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5a458730-9541-4ff6-a861-0f529102559f HTTP/1.1" status: 204 len: 168 time: 0.5389614 Aug 10 14:19:22.029259 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55924) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:22.036959 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd432e-cbc8-417b-83e4-7a02b13c9133 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a458730-9541-4ff6-a861-0f529102559f,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:22.520431 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:22.602801 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16462999'] for router_interface, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:22.844212 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Deleting port 99fe152a-e2fa-4200-94db-1e0ff252685a {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:22.844473 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:22.923478 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] For port 99fe152a-e2fa-4200-94db-1e0ff252685a, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=99fe152a-e2fa-4200-94db-1e0ff252685a,segment=NetworkSegment(335c27fc-6da6-4b4e-a1fe-ba1f846b140d),segment_id=335c27fc-6da6-4b4e-a1fe-ba1f846b140d)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:22.923873 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:22.936270 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Calling delete_port for 99fe152a-e2fa-4200-94db-1e0ff252685a owned by network:router_interface {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:23.085187 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9296185b-e7ee-4b08-ab9a-179d5585b575 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:23.104863 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 9296185b-e7ee-4b08-ab9a-179d5585b575 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:23.105252 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 9296185b-e7ee-4b08-ab9a-179d5585b575 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:23.105748 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:23.124997 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:23.125703 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:23.125926 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device d94bf808-073e-4d37-b7a2-fbfd2e8dbd93 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:23.152911 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Pushing event deleted for resources: {'Port': ['ID=99fe152a-e2fa-4200-94db-1e0ff252685a,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:23.315525 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16280378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16420903'] for router_interface, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:23.531242 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Router 399acf0d-e654-4671-a601-502699c7b99c has already been hosted by L3 agent 8696717c-cbca-415b-9622-787c01e6217a {{(pid=93626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:19:23.637067 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] Notify agent at l3_agent.dv-cinder-788363-11-iscsi the message routers_updated {{(pid=93626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:19:23.642148 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-94447973-e8ff-498b-a343-d1dd3975f82b admin admin] 10.222.0.26 "PUT /v2.0/routers/399acf0d-e654-4671-a601-502699c7b99c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118000 Aug 10 14:19:23.644759 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55926) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:23.647363 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] Sync routers for ids ['399acf0d-e654-4671-a601-502699c7b99c'] in dv-cinder-788363-11-iscsi {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:19:23.656936 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] Routers {'399acf0d-e654-4671-a601-502699c7b99c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:23.657546 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:18:54Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['399acf0d-e654-4671-a601-502699c7b99c'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:23.746596 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:23.760238 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] Set router 399acf0d-e654-4671-a601-502699c7b99c gateway port host: dv-cinder-788363-11-iscsi {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:23.766974 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-d0982344-78be-4040-8b87-f2a945266662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:23.847955 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:23.899896 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Deleting port 0b890f3f-616c-4c3e-a532-435a97987b31 {{(pid=93626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:23.900272 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:23.935771 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399acf0d-e654-4671-a601-502699c7b99c', 'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'external_fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:19:23Z', 'revision_number': 5, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'gw_port': {'id': '0b890f3f-616c-4c3e-a532-435a97987b31', 'name': '', 'network_id': 'c2dada14-6cba-4f81-a379-634ea0076871', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399acf0d-e654-4671-a601-502699c7b99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13add2c6-0740-45a5-9f86-ab416ac2a6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-11-iscsi'}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:23.965058 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] Checking router: 399acf0d-e654-4671-a601-502699c7b99c for host: dv-cinder-788363-11-iscsi {{(pid=93628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:19:23.973771 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] Routers {'399acf0d-e654-4671-a601-502699c7b99c'} bound to L3 agent in host dv-cinder-788363-11-iscsi {{(pid=93628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:19:23.974768 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T13:59:24Z,description=,heartbeat_timestamp=2021-08-10T14:19:24Z,host='dv-cinder-788363-11-iscsi',id=8696717c-cbca-415b-9622-787c01e6217a,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T13:59:24Z,topic='l3_agent')) {'router_ids': ['399acf0d-e654-4671-a601-502699c7b99c'], 'active': True} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:23.980203 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.db [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] For port 0b890f3f-616c-4c3e-a532-435a97987b31, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=0b890f3f-616c-4c3e-a532-435a97987b31,segment=NetworkSegment(62329136-f64f-4d83-97ec-b0dd3f719832),segment_id=62329136-f64f-4d83-97ec-b0dd3f719832)] {{(pid=93626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:23.980524 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:23.993016 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.plugins.ml2.plugin [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Calling delete_port for 0b890f3f-616c-4c3e-a532-435a97987b31 owned by network:router_gateway {{(pid=93626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:24.056067 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_dvr_db [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] Set router 399acf0d-e654-4671-a601-502699c7b99c gateway port host: None {{(pid=93628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:19:24.110687 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.l3_hamode_db [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399acf0d-e654-4671-a601-502699c7b99c', 'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:19:23Z', 'revision_number': 6, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'gw_port_host': None}], 'dv-cinder-788363-11-iscsi', False) {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:24.137154 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e5b0d-ac22-4f5c-bbd5-e02ec9d593a9 None None] The sync data for ids ['399acf0d-e654-4671-a601-502699c7b99c'] in dv-cinder-788363-11-iscsi is: [{'id': '399acf0d-e654-4671-a601-502699c7b99c', 'name': 'tempest-TestVolumeBootPattern-390173614-router', 'tenant_id': '37d2cf2d81034805ab649a49c0af0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:11:38Z', 'updated_at': '2021-08-10T14:19:23Z', 'revision_number': 6, 'project_id': '37d2cf2d81034805ab649a49c0af0c8b', 'gw_port_host': None}] {{(pid=93628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:19:24.156229 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095331'] for port, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.180218 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b890f3f-616c-4c3e-a532-435a97987b31,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:24.207728 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.243069 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16421825'] for router_gateway, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.331532 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40590'] for router, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.333621 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.378837 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16419116'] for router, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.379403 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399acf0d-e654-4671-a601-502699c7b99c {{(pid=93626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:19:24.384522 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.385682 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-cef6afe1-ab6a-4ada-b802-e7cd3ee18ca6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/399acf0d-e654-4671-a601-502699c7b99c HTTP/1.1" status: 204 len: 168 time: 0.7399962 Aug 10 14:19:24.388216 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55928) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:24.432348 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6be85d-66fe-46ec-8272-8e4b50b932d8 admin admin] Deleting subnet c70b4745-b3cf-40bc-9efa-b0cd18f4608d {{(pid=93626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:19:24.435242 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fa6be85d-66fe-46ec-8272-8e4b50b932d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.468552 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fa6be85d-66fe-46ec-8272-8e4b50b932d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14171189'] for subnet, precommit_delete_associations {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.553284 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fa6be85d-66fe-46ec-8272-8e4b50b932d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777858'] for subnet, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.610100 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fa6be85d-66fe-46ec-8272-8e4b50b932d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13264759'] for subnet, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.637518 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-fa6be85d-66fe-46ec-8272-8e4b50b932d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for subnet, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.639353 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-fa6be85d-66fe-46ec-8272-8e4b50b932d8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c70b4745-b3cf-40bc-9efa-b0cd18f4608d HTTP/1.1" status: 204 len: 168 time: 0.2501957 Aug 10 14:19:24.642020 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55930) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:24.642520 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6be85d-66fe-46ec-8272-8e4b50b932d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70b4745-b3cf-40bc-9efa-b0cd18f4608d,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:24.643149 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a818737-96ed-44ce-82c1-66dc1f843e0f None None] Network 0e4adf83-efb7-4249-a181-d054895460fc requested from dv-cinder-788363-11-iscsi {{(pid=93627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:19:24.716369 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627018'] for network, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.768482 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Deleting port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 {{(pid=93625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:24.768826 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.835432 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.db [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] For port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695, host dv-cinder-788363-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-11-iscsi',level=0,port_id=7f6ee37c-a546-45f4-8e1a-4b1cd4b41695,segment=NetworkSegment(335c27fc-6da6-4b4e-a1fe-ba1f846b140d),segment_id=335c27fc-6da6-4b4e-a1fe-ba1f846b140d)] {{(pid=93625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:24.835760 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.848835 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Calling delete_port for 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 owned by network:dhcp {{(pid=93625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:24.892535 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] DHCP port deletion for 0e4adf83-efb7-4249-a181-d054895460fc request from dv-cinder-788363-11-iscsi {{(pid=93627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:19:24.931532 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13547468'] for port, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.938190 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.953578 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] Deleting port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 {{(pid=93627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:19:24.953957 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747732718129'] for port, before_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:24.957967 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6ee37c-a546-45f4-8e1a-4b1cd4b41695,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:24.961677 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] No DVR routers for this DVR port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 on host dv-cinder-788363-11-iscsi {{(pid=93625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:25.025840 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.db [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] For port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695, host dv-cinder-788363-11-iscsi, got binding levels [] {{(pid=93627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:19:25.026532 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424357'] for port, precommit_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.039338 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777227', 'neutron.services.segments.db._delete_segments_for_network-8747732893808'] for network, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.051612 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] Calling delete_port for 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 owned by network:dhcp {{(pid=93627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:19:25.052894 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4adf83-efb7-4249-a181-d054895460fc']}} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:25.054461 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.ipam_backend_mixin [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] Port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 was not found and therefore no delete operation was performed {{(pid=93627) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 14:19:25.056320 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747732724619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747732335117'] for port, after_delete {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.066518 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335c27fc-6da6-4b4e-a1fe-ba1f846b140d') {'for_net_delete': True} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:25.066941 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.services.segments.db [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335c27fc-6da6-4b4e-a1fe-ba1f846b140d') {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:19:25.079706 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747732897401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13391503'] for segment, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.080103 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] Pushing event deleted for resources: {'Port': ['ID=7f6ee37c-a546-45f4-8e1a-4b1cd4b41695,revision_number=None']} {{(pid=93627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:25.095995 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a62ba-51ec-4dbc-bdb6-b8abf08c60ac None None] No DVR routers for this DVR port 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 on host dv-cinder-788363-11-iscsi {{(pid=93627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:19:25.096354 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486'] for segment, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.098729 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 99fe152a-e2fa-4200-94db-1e0ff252685a no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:25.105315 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:19:25.105901 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13547283'] for segment, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: Traceback (most recent call last): Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: timer() Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: cb(*args, **kw) Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: return func(*args, **kwargs) Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: self._notify() Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: self.callback(batched_events) Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: event.method(event) Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: return f(self, *a, **k) Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._get(url).json() Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: return self.request(url, 'GET', **kwargs) Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:19:25.107824 dv-cinder-788363-11-iscsi neutron-server[93625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:19:25.120664 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 99fe152a-e2fa-4200-94db-1e0ff252685a {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:25.121050 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 99fe152a-e2fa-4200-94db-1e0ff252685a not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:25.121482 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 0b890f3f-616c-4c3e-a532-435a97987b31 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:25.141227 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 0b890f3f-616c-4c3e-a532-435a97987b31 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:25.141584 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 0b890f3f-616c-4c3e-a532-435a97987b31 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:25.142012 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 no longer exists at agent ovs-agent-dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:19:25.161277 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.plugin [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] No Port match for: 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 {{(pid=93627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:19:25.162168 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron.plugins.ml2.rpc [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Device 7f6ee37c-a546-45f4-8e1a-4b1cd4b41695 not bound to the agent host dv-cinder-788363-11-iscsi {{(pid=93627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:19:25.175524 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16280323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16421797'] for network, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.181327 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16280349'] for network, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.183096 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] 10.222.0.26 "DELETE /v2.0/networks/0e4adf83-efb7-4249-a181-d054895460fc HTTP/1.1" status: 204 len: 168 time: 0.5400906 Aug 10 14:19:25.199326 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf119b6-dfc8-42e4-84a9-7bd1bd7bafde admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4adf83-efb7-4249-a181-d054895460fc,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:25.355266 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55934) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:25.399993 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-8cc7182d-ca2c-4cdd-a775-e0c8f84602e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=758775bbbcbf479a918e7e586753aee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433304 Aug 10 14:19:25.402295 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.wsgi [-] (93625) accepted ('10.222.0.26', 55936) {{(pid=93625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:25.450954 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ede42a4a-0a05-4990-88f3-7cac668277b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.472984 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ede42a4a-0a05-4990-88f3-7cac668277b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.520207 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ede42a4a-0a05-4990-88f3-7cac668277b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.522722 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-ede42a4a-0a05-4990-88f3-7cac668277b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.523898 dv-cinder-788363-11-iscsi neutron-server[93625]: INFO neutron.wsgi [None req-ede42a4a-0a05-4990-88f3-7cac668277b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbcb6177-17dd-44dc-84c5-49daea21149b HTTP/1.1" status: 204 len: 168 time: 0.1206851 Aug 10 14:19:25.531649 dv-cinder-788363-11-iscsi neutron-server[93625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede42a4a-0a05-4990-88f3-7cac668277b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcb6177-17dd-44dc-84c5-49daea21149b,revision_number=None']} {{(pid=93625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:25.834254 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55942) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:25.876531 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-29064aec-8755-4c63-b155-2282fbee3e33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37d2cf2d81034805ab649a49c0af0c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410886 Aug 10 14:19:25.879047 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [-] (93626) accepted ('10.222.0.26', 55944) {{(pid=93626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:25.925376 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2caff861-39f8-4801-8f8e-60a91f54bec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.945887 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2caff861-39f8-4801-8f8e-60a91f54bec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.994983 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2caff861-39f8-4801-8f8e-60a91f54bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309424'] for security_group, after_delete {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.997543 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron_lib.callbacks.manager [None req-2caff861-39f8-4801-8f8e-60a91f54bec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:25.998691 dv-cinder-788363-11-iscsi neutron-server[93626]: INFO neutron.wsgi [None req-2caff861-39f8-4801-8f8e-60a91f54bec9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/356512fa-a83c-44cf-9a99-db35130ea97d HTTP/1.1" status: 204 len: 168 time: 0.1186986 Aug 10 14:19:26.008381 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caff861-39f8-4801-8f8e-60a91f54bec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356512fa-a83c-44cf-9a99-db35130ea97d,revision_number=None']} {{(pid=93626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:26.701747 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:37.201821 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:19:51.458970 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-b5dca452-3f73-49df-b67a-6170a26363e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:52.536845 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:53.767749 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-cd95f1bb-0e5b-4d55-9c90-9922755507ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:54.209096 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:54.938303 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:56.704818 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:14.201058 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:20:21.459541 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-9bb16c53-1b4c-491c-b83f-31ded63161f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:22.550678 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:23.768088 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-e1e8cad5-6e90-4902-a8ef-b605505fd916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:24.211240 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:24.936223 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:26.707591 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:51.201104 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:20:51.459417 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0f9570ae-2891-4622-96ca-5e1559c2cac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:52.552269 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:53.768236 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-e95837a3-3c62-4e61-8d26-b65be8e2e843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:54.211588 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:54.943837 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:56.710020 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:21.459195 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4544fd66-c0f4-498b-a1db-a60918c2b142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:22.566801 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:23.767918 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-127f8a29-d238-4bb7-afb0-61c45ef9947d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:24.211949 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:24.941618 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:26.713264 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:28.201555 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:21:51.459515 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3fc1c310-2f6d-4ab8-b60f-16a45654bf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:52.566144 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:53.768365 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3a02db34-e25b-4753-bd68-8e13df8d733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:54.212443 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:54.943187 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:56.715408 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:05.199436 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:22:21.460196 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-4736bb98-ef39-4475-ae27-fe880a2dff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:22.564274 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:23.768237 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd9361c7-d903-41de-ba2e-7a231268d887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:24.212424 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:24.945612 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:26.718769 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:42.198867 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:22:51.461374 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb66-c8ac-4ff2-b49c-d99505145a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:52.579858 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:52.678256 dv-cinder-788363-11-iscsi neutron-server[93626]: DEBUG neutron.wsgi [req-b80906b7-cd80-420a-ae39-219cc2b12afa req-cb5481a8-bf43-46be-8877-836218f19903 service neutron] (93626) timed out ('10.222.0.53', 59880) {{(pid=93626) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 14:22:53.770703 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-96e14936-1d03-478f-8e52-a7551f46b2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:54.213648 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:54.948429 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.719966 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:19.197681 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:23:21.461766 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-37d15e4c-805f-45e8-97af-8f2f7608169a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:22.595424 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:23.771138 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3424b59b-0e66-47fa-8401-c92a88ad106e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:24.214901 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:24.951762 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:26.722084 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:51.461678 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-223772f3-fd4d-41f2-9eb9-26cf11ddd015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.594102 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:53.772274 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-3650e268-1d9d-41db-bcfb-fcb67a1e9c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:54.215245 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:54.955132 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:56.198561 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:23:56.725748 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:21.462410 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0135-0bfb-4b16-a032-b3b5608b3177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:22.612706 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-316470d1-1234-41fd-91fc-3482cdf3f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:23.771932 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-14b43164-014e-429b-8b07-8039a49884c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:24.217226 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-948c0274-1eae-40f4-9722-1da3ffeb95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:24.957873 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7305-456d-4cf4-ba5f-e267e210f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:26.728222 dv-cinder-788363-11-iscsi neutron-server[93627]: DEBUG neutron_lib.callbacks.manager [None req-0518fc47-1022-420f-8ea0-788bc116e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747732893700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738965'] for agent, after_update {{(pid=93627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:33.198417 dv-cinder-788363-11-iscsi neutron-server[93628]: DEBUG neutron.db.agents_db [None req-75803ffb-fc6b-4e8b-865a-0b28ca786eb5 None None] Agent healthcheck: found 6 active agents {{(pid=93628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}